-- Logs begin at Fri 2022-09-30 08:51:32 UTC, end at Fri 2022-09-30 10:08:24 UTC. -- Sep 30 09:37:03.801505 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 09:37:06.440978 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.common.config [-] Logging enabled! Sep 30 09:37:06.441575 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev30 Sep 30 09:37:06.441761 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113089) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 30 09:37:06.445719 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.common.config [-] Logging enabled! Sep 30 09:37:06.445968 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev30 Sep 30 09:37:06.446279 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113089) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 30 09:37:06.447247 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:37:06.447484 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:37:06.448016 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:37:06.448223 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:37:06.448455 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:37:06.448777 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.449083 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.449324 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.449618 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.449912 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.450198 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.450494 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.450822 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.451114 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.451395 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.451680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.451911 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.452194 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.452485 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.452775 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.453001 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] debug = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.453284 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.453707 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.454117 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.454402 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.454730 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.455013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.455290 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.455569 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.455853 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.456182 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.456461 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.456751 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.457040 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.457327 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.457603 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.457880 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.458168 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.458444 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.458754 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.459034 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.459326 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.460216 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.460530 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.460757 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.460987 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.461274 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.461566 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.461842 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.462118 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.462393 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.462704 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.462986 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.463257 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.463545 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.463831 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.464119 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.464394 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.464668 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.464941 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.465215 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.465501 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.465777 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.466050 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.466323 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.466629 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.466902 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.467179 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.467478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.467765 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.468047 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.468335 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.468610 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.468892 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.469166 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.469441 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.469715 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_json = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.469991 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.470263 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.470545 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.470860 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.471134 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.471409 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.471680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.471967 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.472244 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:06.472541 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.472836 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.473142 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.473426 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.473731 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.474015 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.474308 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.474604 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.474905 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.475200 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.475513 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.475794 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.476094 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.476385 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.476680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.476986 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.477281 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.477576 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.477854 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.478130 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.478406 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.478708 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.478998 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.479279 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.479570 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.479861 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.480142 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.480443 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.480729 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.481019 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.481312 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.481602 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.481882 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.482164 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.482459 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.482763 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.483059 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.483336 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.483619 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.483896 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.484182 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.484473 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.484762 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.485037 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.485318 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.485612 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.485893 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.486168 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.486445 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.486751 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.487028 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.487314 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.487595 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.487872 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.488147 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.488428 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.488700 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.488973 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.489251 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.489529 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.489807 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.490083 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.490357 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.490652 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.491457 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.491734 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.492008 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.492283 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.492559 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.492832 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.493106 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.493378 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.493650 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.493926 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.494210 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.494508 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.494810 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.495092 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.495369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.495646 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.495924 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.496200 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.496477 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.496754 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.497025 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.497318 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.497600 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.497887 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.498170 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.498466 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.498791 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.499072 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.499352 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.499629 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.499907 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.500184 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.500465 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.500742 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.501019 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.501306 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.501591 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.501888 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.502182 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.502462 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.502784 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.503077 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.503368 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.503648 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.503959 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.504239 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:06.504457 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:37:06.504695 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113089) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 09:37:06.881943 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 30 09:37:06.882271 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 30 09:37:06.882540 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 30 09:37:06.882796 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 30 09:37:06.883078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 30 09:37:06.883406 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 09:37:07.206734 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.207013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.207328 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.208485 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.208775 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.209027 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.262460 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.262764 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.263038 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.278852 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.279137 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.279409 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.307478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.307756 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.308020 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.344491 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.344771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.345052 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.595371 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.595995 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.595995 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.597103 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.597809 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.723140 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.723462 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.723745 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.724019 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.724285 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.724597 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.724858 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.725117 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.725887 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.726172 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.726433 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.726724 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.726985 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.727239 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.727496 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.727758 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.728014 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.728282 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.728550 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.728811 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.729083 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.729335 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.729614 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.729987 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.730238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.730485 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.730913 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.731155 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.731394 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.731630 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.731867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.732108 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:07.732472 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 09:37:07.741751 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 09:37:07.745635 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 09:37:07.749522 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 30 09:37:07.751166 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 09:37:07.751774 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 09:37:07.752111 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 09:37:07.752497 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 09:37:07.755269 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 09:37:07.755523 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 09:37:07.755870 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 09:37:07.761206 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 09:37:07.788898 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 09:37:07.789340 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.789638 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113089) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 30 09:37:07.790015 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.797486 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113089) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 09:37:07.797763 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 09:37:07.798005 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 09:37:07.809267 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.809546 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:07.969453 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 09:37:07.969637 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 09:37:07.969871 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 09:37:07.970255 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 09:37:08.022577 dv-cinder-master-3-iscsi neutron-server[113089]: INFO dbcounter [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Registered counter for database neutron Sep 30 09:37:08.041612 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_db.sqlalchemy.engines [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113089) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 09:37:08.047562 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writer thread running {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:37:08.717200 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing driver for type 'gre' Sep 30 09:37:08.717839 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] gre ID ranges: [(1, 1000)] Sep 30 09:37:08.858881 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing driver for type 'local' Sep 30 09:37:08.859225 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing driver for type 'vlan' Sep 30 09:37:08.946134 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] VlanTypeDriver initialization complete Sep 30 09:37:08.946474 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing driver for type 'vxlan' Sep 30 09:37:08.946988 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] vxlan ID ranges: [(1, 1000)] Sep 30 09:37:09.144701 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing extension driver 'port_security' Sep 30 09:37:09.145041 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] PortSecurityExtensionDriver initialization complete Sep 30 09:37:09.145376 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing mechanism driver 'openvswitch' Sep 30 09:37:09.145730 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing mechanism driver 'hyperv' Sep 30 09:37:09.156993 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.plugin [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:09.157663 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.158034 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.158387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.158922 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.159344 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.159700 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.160047 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.160441 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.160847 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.161198 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.161540 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.161924 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.162327 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.162704 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.163049 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.163443 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.164365 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.164709 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.165048 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.165567 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.165971 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > address_group after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.166322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > address_group after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.166682 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.167110 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:37:09.167557 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] ML2 OVO RPC backend initialized. {{(pid=113089) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 30 09:37:09.168262 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.168615 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.169031 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.169380 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > networks before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.169724 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.170065 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > ports before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.170406 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.170774 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnets before_response 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.171121 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.171458 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.171791 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.172128 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.172495 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.172832 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.173167 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.173500 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.173868 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.181995 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded quota_driver: . Sep 30 09:37:09.182355 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.plugin [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Modular L2 Plugin initialization complete Sep 30 09:37:09.182728 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading services supported by the core plugin {{(pid=113089) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 09:37:09.183077 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.plugins.ml2.managers [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Got port-security extension from driver 'port_security' Sep 30 09:37:09.183563 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.extensions.vlantransparent [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Disabled vlantransparent extension. Sep 30 09:37:09.184062 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113089) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 09:37:09.184386 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: router Sep 30 09:37:09.218826 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.219221 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_create 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.219586 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router before_create 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.219947 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.220320 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.220673 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_delete 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.221028 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.221374 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.221728 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_create 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.222072 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.222419 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.222791 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.223152 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.223564 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.223937 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.224277 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.224616 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: subnet after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.224959 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.225308 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.225656 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_create 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.226493 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.226869 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.227227 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router after_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.227572 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.227924 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_create 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.228283 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.228627 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_update 55549900 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.228989 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > agent after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.229338 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > agent after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.229683 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > network after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.230525 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Tracking information for resource: router configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:09.230885 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Tracking information for resource: floatingip configured {{(pid=113089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:37:09.235766 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.db.l3_agentschedulers_db [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 09:37:09.236340 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.236702 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.237054 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.237403 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: port after_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.238179 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router before_create 55550100 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.238542 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.238926 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_create 55550100 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.239281 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > router precommit_update 55550100 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.244655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.provider_configuration [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service providers = [] {{(pid=113089) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 09:37:09.245022 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.db.servicetype_db [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113089) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 09:37:09.247952 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.service_base [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:37:09.248307 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.service_base [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:37:09.248652 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.service_base [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:37:09.249526 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.services.service_base [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:37:09.249897 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.services.service_base [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 09:37:09.250275 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.250746 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 09:37:09.262314 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.262678 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: auto_allocate Sep 30 09:37:09.268322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: network precommit_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.268691 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: network precommit_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.269202 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.269525 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: tag Sep 30 09:37:09.276027 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.276354 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: timestamp Sep 30 09:37:09.280304 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.280633 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: network_ip_availability Sep 30 09:37:09.286379 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.286784 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.287145 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.288110 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.288435 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: flavors Sep 30 09:37:09.293903 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.294233 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading Plugin: revisions Sep 30 09:37:09.298629 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:37:09.299016 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.416s {{(pid=113089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 30 09:37:09.299750 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113089) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 30 09:37:09.300085 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Initializing extension manager. Sep 30 09:37:09.300606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: __init__.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.300947 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: __pycache__ {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.301282 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: address_group.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.302164 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.302765 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: address-group Sep 30 09:37:09.303092 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: address_scope.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.303762 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.304858 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: address-scope Sep 30 09:37:09.305184 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.306058 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.306557 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: router-admin-state-down-before-update Sep 30 09:37:09.306911 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: agent.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.307568 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.308065 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: agent Sep 30 09:37:09.308384 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: agent_resources_synced.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.309239 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.309736 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: agent-resources-synced Sep 30 09:37:09.310055 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: allowedaddresspairs.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.311805 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.312323 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: allowed-address-pairs Sep 30 09:37:09.312646 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: auto_allocated_topology.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.313661 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.314163 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: auto-allocated-topology Sep 30 09:37:09.314488 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: availability_zone.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.315176 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.315679 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: availability_zone Sep 30 09:37:09.316003 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: availability_zone_filter.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.316868 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.317377 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: availability_zone_filter Sep 30 09:37:09.317700 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: data_plane_status.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.318556 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.319087 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 09:37:09.319408 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: default_subnetpools.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.320494 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.321070 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: default-subnetpools Sep 30 09:37:09.321394 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.322390 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.322943 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: dhcp_agent_scheduler Sep 30 09:37:09.323266 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: dns.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.324135 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.324638 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 09:37:09.324957 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: dns_domain_ports.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.325826 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.326326 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 09:37:09.326676 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.327549 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.328046 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 09:37:09.328365 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: dvr.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.328992 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.329491 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: dvr Sep 30 09:37:09.329808 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: ecmp_routes.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.330698 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.331196 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 09:37:09.331514 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: empty_string_filtering.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.332368 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.332866 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: empty-string-filtering Sep 30 09:37:09.333188 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.334043 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.334537 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 09:37:09.334881 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.335776 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.336271 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 09:37:09.336590 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: external_net.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.337463 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.337962 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: external-net Sep 30 09:37:09.338281 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.339161 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.339661 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: extra_dhcp_opt Sep 30 09:37:09.339981 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: extraroute.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.340830 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.341334 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: extraroute Sep 30 09:37:09.341656 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: extraroute_atomic.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.342656 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.343163 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: extraroute-atomic Sep 30 09:37:09.343483 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: filter_validation.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.344096 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.344594 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: filter-validation Sep 30 09:37:09.344912 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: fip_pf_description.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.345769 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.346263 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 09:37:09.346581 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: fip_pf_detail.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.347459 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.347956 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 30 09:37:09.348274 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: fip_pf_port_range.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.349125 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.349620 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 30 09:37:09.349940 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: fip_port_details.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.350840 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.351872 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: fip-port-details Sep 30 09:37:09.352195 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: flavors.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.353358 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.353872 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: flavors Sep 30 09:37:09.354198 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.355817 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.356345 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 09:37:09.356676 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: floatingip_pools.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.357340 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.357846 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: floatingip-pools Sep 30 09:37:09.358172 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: ip_allocation.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.359065 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.359567 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 09:37:09.359889 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.360772 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.361276 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: ip-substring-filtering Sep 30 09:37:09.361597 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l2_adjacency.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.362470 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.363002 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 09:37:09.363325 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.364232 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.364740 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: router Sep 30 09:37:09.365061 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.367978 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.368502 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 09:37:09.368836 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.369713 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.370227 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: ext-gw-mode Sep 30 09:37:09.370555 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.371449 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.371962 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: l3-ha Sep 30 09:37:09.372287 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.373160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.373670 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 30 09:37:09.373993 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_flavors.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.374893 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.375402 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: l3-flavors Sep 30 09:37:09.375724 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.377052 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.377559 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 30 09:37:09.377887 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.378785 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.379299 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 09:37:09.379624 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: l3agentscheduler.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.380624 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.381128 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: l3_agent_scheduler Sep 30 09:37:09.381723 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: local_ip.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.383458 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.383973 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension local_ip not supported by any of loaded plugins Sep 30 09:37:09.384304 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: logging.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.385720 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.386233 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension logging not supported by any of loaded plugins Sep 30 09:37:09.386564 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: metering.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.387282 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.387852 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: metering Sep 30 09:37:09.388182 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.389212 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.389720 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: metering_source_and_destination_fields Sep 30 09:37:09.390054 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: multiprovidernet.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.390959 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.391475 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: multi-provider Sep 30 09:37:09.391801 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: netmtu.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.392675 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.393184 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: net-mtu Sep 30 09:37:09.393507 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: netmtu_writable.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.394377 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.394952 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: net-mtu-writable Sep 30 09:37:09.395235 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: network_availability_zone.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.395865 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.396363 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: network_availability_zone Sep 30 09:37:09.396685 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: network_ip_availability.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.397722 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.398251 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: network-ip-availability Sep 30 09:37:09.398575 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: network_segment_range.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.399319 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.399818 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 09:37:09.400140 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: pagination.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.401066 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.401394 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: pagination Sep 30 09:37:09.401713 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_device_profile.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.402574 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.403101 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-device-profile Sep 30 09:37:09.403418 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_mac_address_override.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.404286 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.404785 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-mac-override Sep 30 09:37:09.405110 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.405973 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.406468 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-mac-address-regenerate Sep 30 09:37:09.406826 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.407704 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.408202 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-numa-affinity-policy Sep 30 09:37:09.408523 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_resource_request.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.409386 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.409876 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 09:37:09.410196 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: port_resource_request_groups.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.411123 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.411620 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 30 09:37:09.411940 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: portbindings.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.412818 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.413320 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: binding Sep 30 09:37:09.414149 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: portbindings_extended.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.415395 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.415909 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: binding-extended Sep 30 09:37:09.416236 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: portsecurity.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.417094 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.417602 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-security Sep 30 09:37:09.417924 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: project_id.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.419048 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.419378 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: project-id Sep 30 09:37:09.419700 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: providernet.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.420565 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.421072 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: provider Sep 30 09:37:09.421395 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.424866 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.425386 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos not supported by any of loaded plugins Sep 30 09:37:09.425718 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.426958 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.427475 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 09:37:09.427802 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.428675 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.429778 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 09:37:09.430103 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_default.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.431012 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.431526 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-default not supported by any of loaded plugins Sep 30 09:37:09.431850 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_fip.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.432724 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.433234 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 09:37:09.433557 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.434433 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.434979 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 30 09:37:09.435303 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_gateway_ip.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.436206 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.436710 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 09:37:09.437030 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_port_network_policy.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.437899 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.438407 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 09:37:09.438763 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.439752 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.440260 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 30 09:37:09.440582 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.441582 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.442091 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 30 09:37:09.442413 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_pps_rule.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.443566 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.444078 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 09:37:09.444402 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_rule_type_details.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.445301 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.445805 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 09:37:09.446131 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.447027 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.447530 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 30 09:37:09.447855 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: qos_rules_alias.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.448844 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.449348 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 09:37:09.449671 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: quota_check_limit.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.450546 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.451078 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: quota-check-limit Sep 30 09:37:09.451404 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: quotasv2.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.452277 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.452604 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: quotas Sep 30 09:37:09.452925 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: quotasv2_detail.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.454567 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.454938 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: quota_details Sep 30 09:37:09.455274 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: rbac.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.456285 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.456811 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: rbac-policies Sep 30 09:37:09.457142 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: rbac_address_group.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.458022 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.458537 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: rbac-address-group Sep 30 09:37:09.458890 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: rbac_address_scope.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.459828 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.460844 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: rbac-address-scope Sep 30 09:37:09.461176 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: rbac_security_groups.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.462049 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.462558 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: rbac-security-groups Sep 30 09:37:09.462912 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: rbac_subnetpool.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.463782 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.464298 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: rbac-subnetpool Sep 30 09:37:09.464621 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: revisionifmatch.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.465499 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.466011 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: revision-if-match Sep 30 09:37:09.466340 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: revisions.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.467424 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.467931 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: standard-attr-revisions Sep 30 09:37:09.468257 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: router_availability_zone.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.468886 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.469393 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: router_availability_zone Sep 30 09:37:09.469717 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: routerservicetype.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.470608 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.471124 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 09:37:09.471450 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.472324 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.472836 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: security-groups-normalized-cidr Sep 30 09:37:09.473160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.474047 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.474552 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: port-security-groups-filtering Sep 30 09:37:09.474902 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.475787 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.476828 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: security-groups-remote-address-group Sep 30 09:37:09.477148 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.478035 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.478550 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: security-groups-shared-filtering Sep 30 09:37:09.478899 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: securitygroup.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.488536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.489075 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: security-group Sep 30 09:37:09.489412 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: segment.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.496292 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.496292 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension segment not supported by any of loaded plugins Sep 30 09:37:09.496292 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.497059 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.497608 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 09:37:09.497950 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: servicetype.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.499084 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.499612 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: service-type Sep 30 09:37:09.499948 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: sorting.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.500897 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.501233 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: sorting Sep 30 09:37:09.501564 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: standard_attr_segment.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.502449 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.503055 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 09:37:09.503390 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: standardattrdescription.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.504016 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.504558 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: standard-attr-description Sep 30 09:37:09.504910 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: stateful_security_group.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.505806 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.506579 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: stateful-security-group Sep 30 09:37:09.506939 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: stdattrs_common.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.507532 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 09:37:09.507855 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.508744 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.509258 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 09:37:09.509586 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnet_onboard.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.510620 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.511210 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: subnet_onboard Sep 30 09:37:09.511542 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.512436 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.512948 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 09:37:09.513287 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnet_service_types.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.514170 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.514718 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: subnet-service-types Sep 30 09:37:09.515175 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnetallocation.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.516299 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.516824 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: subnet_allocation Sep 30 09:37:09.517186 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.517828 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.518338 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: subnetpool-prefix-ops Sep 30 09:37:09.518698 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.519587 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.520091 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 09:37:09.520418 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: tagging.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.521479 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.521991 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: standard-attr-tag Sep 30 09:37:09.522319 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: timestamp.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.523974 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.524488 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loaded extension: standard-attr-timestamp Sep 30 09:37:09.524815 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: trunk.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.525793 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.526304 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension trunk not supported by any of loaded plugins Sep 30 09:37:09.526700 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: trunk_details.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.533288 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.533797 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 09:37:09.534125 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: uplink_status_propagation.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.535056 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.535561 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 09:37:09.535887 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Loading extension file: vlantransparent.py {{(pid=113089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:37:09.536521 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:37:09.537023 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 09:37:09.540310 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:network Sep 30 09:37:09.540828 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnet Sep 30 09:37:09.541227 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:37:09.541614 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:port Sep 30 09:37:09.542908 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.543346 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service FLAVORS assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.543955 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.544430 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.544762 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:router Sep 30 09:37:09.545187 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 09:37:09.545668 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service METERING assigned prefix: /metering {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.547119 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.547490 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.547843 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:09.548827 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 09:37:09.549269 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:security_group Sep 30 09:37:09.549702 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 09:37:09.550230 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service CORE assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.550775 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:37:09.551140 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] subnetpool is already registered Sep 30 09:37:09.551545 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service CORE assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.551868 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:37:09.552198 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] subnetpool is already registered Sep 30 09:37:09.554667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.555115 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service FLAVORS assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.555737 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.556275 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.556610 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:router Sep 30 09:37:09.556963 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] router is already registered Sep 30 09:37:09.557384 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 09:37:09.557719 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] floatingip is already registered Sep 30 09:37:09.558181 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service METERING assigned prefix: /metering {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.558954 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 09:37:09.559284 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] rbac_policy is already registered Sep 30 09:37:09.559702 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:security_group Sep 30 09:37:09.560035 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] security_group is already registered Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] security_group_rule is already registered Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service CORE assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] subnetpool is already registered Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.v2.resource_helper [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Service CORE assigned prefix: {{(pid=113089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:37:09.564788 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING neutron.quota.resource_registry [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] subnetpool is already registered Sep 30 09:37:09.565339 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: extensions {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.565339 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: address-groups {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.566609 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: address-scopes {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.567899 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: agents {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.569065 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: auto-allocated-topology {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.571586 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: availability_zones {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.572851 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: dhcp-networks {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.574286 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: dhcp-agents {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.575851 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: routers {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.577591 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: flavors {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.578787 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: service_profiles {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.580130 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: next_providers {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.581715 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: service_profiles {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.583188 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: floatingip-pools {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.584432 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: routers {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.586841 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: floatingips {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.588037 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: l3-routers {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.589427 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: l3-agents {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.591041 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: metering-labels {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.592323 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: metering-label-rules {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.593606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: network-ip-availabilities {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.595001 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: bindings {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.596611 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: quotas {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.598175 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: quotas {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.599881 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: rbac-policies {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.601750 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: security-groups {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.607216 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: security-group-rules {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.607216 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: service-providers {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.607216 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: subnetpools {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.607216 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: subnetpools {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.608519 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.610280 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.612062 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.613995 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.615732 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.617633 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.619507 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.621314 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.623128 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.625092 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron.api.extensions [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Extended resource: tags {{(pid=113089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:37:09.632329 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING keystonemiddleware.auth_token [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 09:37:09.637388 dv-cinder-master-3-iscsi neutron-server[113089]: WARNING keystonemiddleware.auth_token [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 09:37:09.646244 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Acquiring lock "singleton_lock" {{(pid=113089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 30 09:37:09.646518 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Acquired lock "singleton_lock" {{(pid=113089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 30 09:37:09.647005 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_concurrency.lockutils [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Releasing lock "singleton_lock" {{(pid=113089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 30 09:37:09.647693 dv-cinder-master-3-iscsi neutron-server[113089]: INFO oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Starting 2 workers Sep 30 09:37:09.653054 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Started child 113202 {{(pid=113089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:37:09.657630 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Started child 113203 {{(pid=113089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:37:09.658548 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.659266 dv-cinder-master-3-iscsi neutron-server[113089]: INFO neutron.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 09:37:09.659848 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.660090 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [-] (113202) wsgi starting up on http://0.0.0.0:9696 Sep 30 09:37:09.662320 dv-cinder-master-3-iscsi neutron-server[113089]: INFO oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Starting 1 workers Sep 30 09:37:09.662430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.664414 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [-] (113203) wsgi starting up on http://0.0.0.0:9696 Sep 30 09:37:09.668076 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Started child 113204 {{(pid=113089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:37:09.668604 dv-cinder-master-3-iscsi neutron-server[113089]: INFO oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Starting 1 workers Sep 30 09:37:09.671826 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] calling RpcWorker wait() {{(pid=113204) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 09:37:09.672390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] returning from RpcWorker wait() {{(pid=113204) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 09:37:09.673127 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Started child 113205 {{(pid=113089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:37:09.673712 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.673893 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG neutron_lib.callbacks.manager [None req-ea58ea27-6b33-44d8-9f9c-fba749058335 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.674136 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:09.675775 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 09:37:09.676034 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:37:09.676212 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:37:09.676394 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:37:09.676785 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:37:09.676987 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:37:09.677512 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.677793 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.678067 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.678338 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.678429 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.679005 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.679230 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.679330 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:09.679474 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.679772 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.680043 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.680204 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.680373 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.680617 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.680867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.681185 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.681565 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.681821 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.682055 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.682219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.682518 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.682873 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.683040 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.683295 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] debug = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.683560 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.684047 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.684289 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.684524 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.684756 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.685025 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.685266 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.685533 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.685774 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.686005 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.686249 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.686508 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.686781 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.687044 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.687253 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.687528 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.687762 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.688263 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.688497 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.688735 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.688990 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.689230 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.689505 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.689721 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.689998 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.690249 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.690502 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.690745 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.690999 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.691250 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.691485 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.691719 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.691872 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_options = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.692135 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.692466 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.692733 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.692919 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.693075 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.693226 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.693472 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.693624 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.693881 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.694085 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.694299 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.694517 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.696093 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.696370 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.696786 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.697040 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.697311 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.697595 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.698299 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.698582 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.698865 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.699166 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.699398 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.699633 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.699880 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.700139 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.700376 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.700637 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.701343 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.701603 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.702180 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.702619 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.702755 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.703344 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.703559 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.703812 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.704041 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.704265 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.704970 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.704970 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.705293 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.705476 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.706855 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_json = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708737 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708737 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.708942 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.709049 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.709276 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.709506 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.709777 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.710012 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.711097 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.711303 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.711639 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.711884 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.712131 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.712385 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.712629 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.712936 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.713141 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.713401 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.713740 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.713993 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.714303 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.714611 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.714893 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.715564 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.715814 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.716115 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.716390 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.716636 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.716866 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.717098 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.717531 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.718132 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.718132 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.718132 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.718733 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.718733 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.719008 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.719305 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.719639 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.720130 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.720675 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.720944 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.721200 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.721471 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.721719 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.721940 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.722188 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.722433 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.722713 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.723074 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.723227 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.723461 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.723715 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.723956 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.724225 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.724691 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.724858 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.725022 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.725198 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.725417 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.725658 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.725904 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.726787 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.727035 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.727311 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.727574 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.727811 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.728162 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.728417 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.728589 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.728794 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.729018 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.729255 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.729475 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.729699 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.729917 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.730183 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.730417 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.730657 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.730877 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.731107 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733078 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733904 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733904 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.733904 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.734126 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.734215 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.734450 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.735097 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.735097 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.735281 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.735888 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.736204 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.736480 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.736736 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.736999 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.737259 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.737501 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.737770 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.737995 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.738220 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.738532 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.738738 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.738971 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.739259 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.739495 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.739715 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.739976 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.740200 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.740449 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.740678 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.740901 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.741284 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.741384 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.741644 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.741900 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.742128 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.742385 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.742667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.742916 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.743140 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.743383 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.743620 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.743907 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.744160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.744475 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.744727 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.744992 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.745532 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.745532 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.745808 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.746062 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.746397 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.746635 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.746867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.747121 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.747373 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748076 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748076 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748076 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748323 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748505 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.748760 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.749088 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.749341 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.749593 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.749813 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.750077 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.750680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.750680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.750922 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.751178 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.751643 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752014 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752014 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752263 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752395 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752641 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.752861 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.753100 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.753322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.753549 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.753767 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.753986 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.754227 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.754446 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.754694 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.754935 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.755160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.755391 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.755638 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.755857 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.756082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.756572 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.756823 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.757052 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.757302 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.757537 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.757778 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.758004 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.758271 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.758539 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.762387 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763578 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763578 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763578 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763578 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763849 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.763849 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.764069 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.764295 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.764566 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.764791 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.765027 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.765252 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.765504 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.765730 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.765960 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.766181 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.766403 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.766658 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.766925 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.767186 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.767439 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.767697 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.767959 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.768191 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.768437 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.768662 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.768907 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.769122 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.769342 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.769561 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.769788 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.770043 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.770395 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.770689 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.770978 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.771243 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.771504 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.771741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.771976 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.772199 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.772416 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.772643 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.773498 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774049 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774049 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774222 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774418 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774666 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.774894 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.775109 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.775338 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.775577 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.775813 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.776038 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.776562 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.776562 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.776743 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.776931 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.777153 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.777384 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.777608 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.777964 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.778060 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.778274 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.778484 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.778740 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.778986 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.779225 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.779525 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.779777 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.780000 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.780294 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781004 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781004 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781004 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781330 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781554 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.781800 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.782263 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.782263 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.782513 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.782793 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.783134 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.783429 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.783681 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.783940 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.784245 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.784536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.784800 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.785016 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.785326 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.785651 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.785909 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.786168 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.786400 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.786667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.786907 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.787136 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.787386 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.787626 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.787866 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.788128 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.788386 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.789198 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.789429 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.789679 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.789944 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.790203 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.790437 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.790795 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.791003 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.791164 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:37:09.791689 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 09:37:09.791858 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:37:09.792013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:37:09.792178 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:37:09.792344 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:37:09.792503 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:37:09.792714 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.792880 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793060 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793211 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793393 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793563 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793706 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.793866 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.794052 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.794175 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.794338 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.794487 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.794669 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795364 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795364 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795364 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795364 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795689 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.795689 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] debug = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796523 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796523 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796703 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796819 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.796978 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797142 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797287 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797467 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797630 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797792 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.797975 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.798290 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.798458 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.798609 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.798780 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.798942 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799101 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799333 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799419 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799560 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799721 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.799882 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800043 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800206 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800368 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:09.800533 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800674 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800839 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.800999 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.801161 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.801322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.801482 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_options = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.801642 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.801822 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802080 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802170 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802329 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802491 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802767 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.802767 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803222 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803222 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803480 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803480 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.803741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804247 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804247 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804247 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804643 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804643 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.804643 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805022 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805022 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805295 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805295 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805548 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805548 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805807 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.805807 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.806098 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.806098 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.806349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.806482 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.807369 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808192 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808192 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808192 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808192 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808192 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808627 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808627 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808627 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808854 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_json = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.808854 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809000 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809113 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809290 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.809867 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.810181 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:37:09.810181 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.810322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.810501 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.810691 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.815771 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.816741 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.817705 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.818453 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.819105 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820349 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.820968 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.821536 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822171 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822171 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822171 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822171 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822456 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822456 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822637 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822709 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.822850 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823012 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823175 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823339 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823501 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823664 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823826 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.823987 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.824152 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.824320 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.824498 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.824628 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.824959 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.825160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.825343 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.825549 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.825742 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.825885 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826013 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826138 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826267 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826392 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826545 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826731 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.826908 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.827061 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.827225 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828082 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828750 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.828925 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829089 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829254 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829416 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829581 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829744 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.829908 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830051 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830228 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830402 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830656 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830839 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.830976 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831108 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831245 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831398 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831534 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831698 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.831859 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832021 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832183 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832345 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832508 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832670 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832847 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.832999 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833160 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833508 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833671 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833831 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.833994 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.834156 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.834318 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.834481 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.834723 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.834890 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.835053 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.835219 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.838655 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839238 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839788 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839788 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.839967 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.840158 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.840329 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.840509 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.840674 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.840840 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.841007 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.841173 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.841344 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.841509 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.841674 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842421 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842421 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842421 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842421 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842756 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842756 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842889 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.842996 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843158 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843322 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843485 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843648 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843834 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.843969 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844131 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844317 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844478 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844642 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844807 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.844970 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845133 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845296 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845459 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845622 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845786 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.845951 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846115 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846277 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846441 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846648 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846797 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.846943 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847108 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847274 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847425 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847589 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847753 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.847918 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848094 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848265 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848428 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848591 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848753 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.848917 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849088 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849239 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849403 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849580 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849744 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.849907 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850069 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850232 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850394 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850569 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850755 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.850935 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851104 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851272 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851454 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851609 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851772 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.851935 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852099 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852262 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852426 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852599 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852761 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.852924 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853087 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853271 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853505 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853605 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853759 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.853921 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854083 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854245 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854408 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854580 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854766 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.854930 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855091 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855253 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855415 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855587 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855751 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.855915 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856087 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856270 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856432 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856594 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856768 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.856931 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857096 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857257 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857419 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857582 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857747 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.857943 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.858113 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.858282 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.858448 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.858637 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.858812 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859005 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859171 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859340 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859517 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859680 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.859842 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.861606 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862233 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:37:09.862667 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:37:09.984815 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 51788) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:09.991789 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047958 Sep 30 09:37:09.996199 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038378 Sep 30 09:37:19.021774 dv-cinder-master-3-iscsi neutron-server[113089]: DEBUG dbcounter [-] [113089] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:21.488858 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396e249-467d-43ad-92cf-fd014a67afd2 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=113204) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 30 09:37:21.498046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writer thread running {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:37:21.576767 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396e249-467d-43ad-92cf-fd014a67afd2 None None] No non-hosted networks {{(pid=113204) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 09:37:21.598744 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.agentschedulers_db [None req-6396e249-467d-43ad-92cf-fd014a67afd2 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=113204) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 30 09:37:21.653841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-27868ba7-a1af-44b9-b9f5-a5ea225bdc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.212725 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writer thread running {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:37:23.752706 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-190e1006-adef-488f-b070-0ec5832916a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.775692 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.db.api [None req-6e737ad6-44dd-4e47-a64c-5de6d3c3c355 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=113204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 30 09:37:23.776562 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG oslo_db.api [None req-6e737ad6-44dd-4e47-a64c-5de6d3c3c355 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:37:24.301625 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6e737ad6-44dd-4e47-a64c-5de6d3c3c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.951230 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:25.362619 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51864) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:25.940534 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING oslo_policy.policy [None req-8c36b5d6-e768-4e85-9674-e2a5f2757a14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:37:25.941967 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING oslo_policy.policy [None req-8c36b5d6-e768-4e85-9674-e2a5f2757a14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:37:26.172038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-8c36b5d6-e768-4e85-9674-e2a5f2757a14 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:37:26.179370 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8c36b5d6-e768-4e85-9674-e2a5f2757a14 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8093185 Sep 30 09:37:26.615924 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.648742 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.651120 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.652083 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.652933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.653535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.654254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.655222 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.656700 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.657391 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.658258 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.659108 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.659670 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.660395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.661010 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.661784 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.662466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:26.663364 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:26.677817 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:28.018748 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.db.l3_hamode_db [None req-055c0cfa-c712-475d-99d3-9b1ea4877d79 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 09:37:28.102465 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c0cfa-c712-475d-99d3-9b1ea4877d79 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:28.102883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c0cfa-c712-475d-99d3-9b1ea4877d79 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 30 09:37:28.871670 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51898) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:29.186363 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:29.198280 dv-cinder-master-3-iscsi neutron-server[113202]: ERROR stevedore.extension [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 30 09:37:29.278873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.policy [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113202) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 09:37:29.320946 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING oslo_policy.policy [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:37:29.321305 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING oslo_policy.policy [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:37:29.341263 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writer thread running {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:37:29.502071 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452907567', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452908051', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452891447', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452892680', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452804448', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737452811352', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1518814', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1522376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3690171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3707312'] for rbac-policy (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.742072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.743272 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1c6532a2-484c-45bd-b1bc-fff9cc5f433b admin admin] 10.222.0.39 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8706253 Sep 30 09:37:32.312545 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51908) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:32.626903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:32.710253 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Made reservation on behalf of 333c93c6a3ef48b6806ea0d5f14ce211 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:32.714560 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.732993 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.839297 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks [] for security_group (26b8b493-5f11-47b5-912b-81bb5a18780f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.911100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (26b8b493-5f11-47b5-912b-81bb5a18780f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.935409 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:37:32.968080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737455032513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (6a177cda-71bb-400a-88b7-8166ceec6665), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.968654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Unsubscribe: segment precommit_create {{(pid=113202) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 09:37:32.969177 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Added segment 6a177cda-71bb-400a-88b7-8166ceec6665 of type vlan for network 75af3093-2420-45d6-8e8e-061034438cbf Sep 30 09:37:33.002328 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8b493-5f11-47b5-912b-81bb5a18780f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:33.044656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.044995 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.045352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.045701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.046031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.046356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.046704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.047024 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.047340 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.047653 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.047968 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.048298 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.048613 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.048924 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.049234 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Tracked resource versions report: Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: pushed versions: Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: { 'AddressGroup': {'1.2'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Agent': {'1.1'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'ConntrackHelper': {'1.0'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Log': {'1.0'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'NDPProxy': {'1.0'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Network': {'1.1'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Port': {'1.7'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'PortForwarding': {'1.3'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'QosPolicy': {'1.10'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroup': {'1.5'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SubPort': {'1.0'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Subnet': {'1.1'}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Trunk': {'1.1'}} Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: consumer versions: Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Agent': '1.1', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'ConntrackHelper': '1.0', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'LocalIPAssociation': '1.0', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Log': '1.0', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'NDPProxy': '1.0', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Network': '1.1', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Port': '1.7', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'PortForwarding': '1.3', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'QosPolicy': '1.10', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroup': '1.5', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroupRule': '1.2', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'SubPort': '1.0', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Subnet': '1.1', Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: 'Trunk': '1.1'}} Sep 30 09:37:33.050703 dv-cinder-master-3-iscsi neutron-server[113202]: {{(pid=113202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:37:33.075052 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (75af3093-2420-45d6-8e8e-061034438cbf), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:33.103663 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:33.163230 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (75af3093-2420-45d6-8e8e-061034438cbf), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:33.168200 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:33.168918 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:33.283309 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] Pushing event updated for resources: {'Network': ['ID=75af3093-2420-45d6-8e8e-061034438cbf,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:33.297486 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-c5f0e1f5-7087-4dd6-932e-ffbd18cc7a98 demo demo] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9838824 Sep 30 09:37:33.299102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 75af3093-2420-45d6-8e8e-061034438cbf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:37:35.965868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51922) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:36.374233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a27373-e300-4d14-adf8-36605dbb30e6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:36.375624 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a9a27373-e300-4d14-adf8-36605dbb30e6 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/75af3093-2420-45d6-8e8e-061034438cbf HTTP/1.1" status: 200 len: 825 time: 0.4088998 Sep 30 09:37:36.400567 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-2368ccf2-fb6c-4b99-bc9e-5ab93b81cdec demo admin] 10.222.0.39 "GET /networking/v2.0/subnetpools/5471f1a3-18db-4147-aaeb-bc98856e7631 HTTP/1.1" status: 200 len: 734 time: 0.0185645 Sep 30 09:37:36.408962 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631', 'ip_version': 4, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:36.476749 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Made reservation on behalf of 333c93c6a3ef48b6806ea0d5f14ce211 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:36.479019 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.694905 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:36.814459 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (c4bbdd90-ebba-4442-8512-fdcef6a79e53), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.886336 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4bbdd90-ebba-4442-8512-fdcef6a79e53,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:36.891978 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Checking segment: {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:36.892332 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Network hostable DHCP agents. Network: 75af3093-2420-45d6-8e8e-061034438cbf, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:37:36.962656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Network 75af3093-2420-45d6-8e8e-061034438cbf is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:37:37.047118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 75af3093-2420-45d6-8e8e-061034438cbf) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:37.051795 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:37.052382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.057355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9103390-df1e-4c7f-91ec-45a4f59c7aac None None] Network 75af3093-2420-45d6-8e8e-061034438cbf requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:37.147728 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7b5aaf2a-60e8-4d2c-af73-abbe3dbb4a08 demo admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7418792 Sep 30 09:37:37.317739 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-75af3093-2420-45d6-8e8e-061034438cbf', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:37:37.319866 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.594329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Allocated IP 172.20.0.2 (75af3093-2420-45d6-8e8e-061034438cbf/c4bbdd90-ebba-4442-8512-fdcef6a79e53/56479e13-743f-48e1-a33c-f8888b22c96a) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:37.654177 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:37.862782 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks [] for port (56479e13-743f-48e1-a33c-f8888b22c96a), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.940132 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.983523 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:38.025711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Network 75af3093-2420-45d6-8e8e-061034438cbf is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:38.027003 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Pushing event updated for resources: {'Port': ['ID=56479e13-743f-48e1-a33c-f8888b22c96a,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:38.031346 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:38.034350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:38.045626 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.045972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.046333 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.046716 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.047060 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.047391 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.047718 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.048043 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.048366 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.048690 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.049014 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.049360 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.049683 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.050001 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.050319 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Tracked resource versions report: Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: pushed versions: Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: { 'AddressGroup': {'1.2'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Agent': {'1.1'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'ConntrackHelper': {'1.0'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Log': {'1.0'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'NDPProxy': {'1.0'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Network': {'1.1'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Port': {'1.7'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'PortForwarding': {'1.3'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'QosPolicy': {'1.10'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroup': {'1.5'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SubPort': {'1.0'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Subnet': {'1.1'}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Trunk': {'1.1'}} Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: consumer versions: Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Agent': '1.1', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'ConntrackHelper': '1.0', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'LocalIPAssociation': '1.0', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Log': '1.0', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'NDPProxy': '1.0', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Network': '1.1', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Port': '1.7', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'PortForwarding': '1.3', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'QosPolicy': '1.10', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroup': '1.5', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroupRule': '1.2', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'SubPort': '1.0', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Subnet': '1.1', Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: 'Trunk': '1.1'}} Sep 30 09:37:38.051985 dv-cinder-master-3-iscsi neutron-server[113204]: {{(pid=113204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:37:38.132355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Attempting to bind port 56479e13-743f-48e1-a33c-f8888b22c96a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:38.132677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Attempting to bind port 56479e13-743f-48e1-a33c-f8888b22c96a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:38.133156 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Attempting to bind port 56479e13-743f-48e1-a33c-f8888b22c96a on network 75af3093-2420-45d6-8e8e-061034438cbf {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:38.178930 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:38.179304 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Checking segment: {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:38.179769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.180157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Bound using segment: {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:38.180643 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Bound port: 56479e13-743f-48e1-a33c-f8888b22c96a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:38.181051 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.242481 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] For port 56479e13-743f-48e1-a33c-f8888b22c96a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:38.261728 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] For port 56479e13-743f-48e1-a33c-f8888b22c96a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56479e13-743f-48e1-a33c-f8888b22c96a,segment=NetworkSegment(6a177cda-71bb-400a-88b7-8166ceec6665),segment_id=6a177cda-71bb-400a-88b7-8166ceec6665)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:38.356390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.409687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9d786-ba91-4f30-a5bc-49507a8a88d9 None None] Pushing event updated for resources: {'Port': ['ID=56479e13-743f-48e1-a33c-f8888b22c96a,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:39.774015 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51932) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:40.102418 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-b31512ec-124e-42a0-8544-9a631bb567d4 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:37:40.103452 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b31512ec-124e-42a0-8544-9a631bb567d4 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3284516 Sep 30 09:37:40.521202 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=7 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:40.526665 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:42.749689 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51944) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:43.070488 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-7d8b1e0d-03c2-4911-920c-4266a016ed0a admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:37:43.071567 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7d8b1e0d-03c2-4911-920c-4266a016ed0a admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3210444 Sep 30 09:37:45.741655 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51956) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.073125 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:46.151042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.152592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.292658 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Publish callbacks [] for router_controller (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.294715 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 56479e13-743f-48e1-a33c-f8888b22c96a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:46.346470 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.372926 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 56479e13-743f-48e1-a33c-f8888b22c96a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:46.373521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.375976 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 56479e13-743f-48e1-a33c-f8888b22c96a Sep 30 09:37:46.402350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28e57f-adaf-4be2-a985-83357b54d410 None None] Network 75af3093-2420-45d6-8e8e-061034438cbf requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:46.421418 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.422656 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-24e92654-9b5b-439f-8c8b-fd3e1505373c demo demo] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6799314 Sep 30 09:37:46.534637 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Provisioning complete for port 56479e13-743f-48e1-a33c-f8888b22c96a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:46.535041 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.535379 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Attempt 1 to provision port 56479e13-743f-48e1-a33c-f8888b22c96a Sep 30 09:37:46.597868 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:46.598185 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.678807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:46.681462 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 56479e13-743f-48e1-a33c-f8888b22c96a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56479e13-743f-48e1-a33c-f8888b22c96a,segment=NetworkSegment(6a177cda-71bb-400a-88b7-8166ceec6665),segment_id=6a177cda-71bb-400a-88b7-8166ceec6665)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:46.712780 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:46.713167 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.785873 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.855294 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.db.api [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 30 09:37:46.855655 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG oslo_db.api [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:37:46.864293 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=56479e13-743f-48e1-a33c-f8888b22c96a,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:47.389089 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-be1ff004-6c5e-49c9-8448-89640184a92c None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:47.505494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-6be56278-5b77-439c-b1fb-932c3ab8ae93 None None] Provisioning complete for port 56479e13-743f-48e1-a33c-f8888b22c96a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:47.505889 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6be56278-5b77-439c-b1fb-932c3ab8ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:47.506226 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6be56278-5b77-439c-b1fb-932c3ab8ae93 None None] Attempt 1 to provision port 56479e13-743f-48e1-a33c-f8888b22c96a Sep 30 09:37:47.527928 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:47.576684 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6be56278-5b77-439c-b1fb-932c3ab8ae93 None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:48.260550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 56479e13-743f-48e1-a33c-f8888b22c96a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:48.306406 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 56479e13-743f-48e1-a33c-f8888b22c96a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:48.306820 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.307160 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 56479e13-743f-48e1-a33c-f8888b22c96a Sep 30 09:37:48.374616 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:49.060109 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51966) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:49.377113 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-b1fa5b74-d6e1-42eb-bb64-951813720417 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:37:49.378112 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b1fa5b74-d6e1-42eb-bb64-951813720417 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3170435 Sep 30 09:37:51.522894 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-0ce757ea-fad9-491d-8b3f-aa3ede13713a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:51.979659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51974) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:52.298313 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:52.407882 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Made reservation on behalf of f04f50d086c64df3bc18b4c8f8baadc4 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:52.410199 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.418515 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.439736 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:52.489451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks [] for security_group (9e5e16bb-f37f-4cff-a1ad-3e43ff03174e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.562062 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (9e5e16bb-f37f-4cff-a1ad-3e43ff03174e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.578029 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Reserving flat network on physical network physnet1 {{(pid=113202) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 09:37:52.599356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e16bb-f37f-4cff-a1ad-3e43ff03174e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:52.602800 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (c9c65e7a-b920-41dd-b960-210be8a11a19), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.603137 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Added segment c9c65e7a-b920-41dd-b960-210be8a11a19 of type flat for network 357201ed-46d8-4a8e-b639-1f9bf08174d7 Sep 30 09:37:52.648328 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (357201ed-46d8-4a8e-b639-1f9bf08174d7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.665199 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:52.738750 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (357201ed-46d8-4a8e-b639-1f9bf08174d7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.740338 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:52.740910 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.831269 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] Pushing event updated for resources: {'Network': ['ID=357201ed-46d8-4a8e-b639-1f9bf08174d7,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:52.840793 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:37:52.868147 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b77ebc29-0ff3-41fa-bc72-6e8d4a2e2c9d admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8871574 Sep 30 09:37:53.704658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-aa19a0ec-5143-4f55-a1a7-8c59a3e385b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.909917 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:55.453453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51984) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:55.810502 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab6a67-2e02-4ff6-b4a7-a0ec783dc636 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:55.811853 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7fab6a67-2e02-4ff6-b4a7-a0ec783dc636 demo admin] 10.222.0.39 "GET /networking/v2.0/subnets/c4bbdd90-ebba-4442-8512-fdcef6a79e53 HTTP/1.1" status: 200 len: 849 time: 0.3575397 Sep 30 09:37:55.930048 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-afe269cb-ff9f-4308-b53c-680a89dc40d1 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/e04f13a7-a566-4fb1-a3e1-91dcbb65e30f HTTP/1.1" status: 200 len: 704 time: 0.1123288 Sep 30 09:37:56.183950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.511251 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Allocated IP 172.20.0.1 (75af3093-2420-45d6-8e8e-061034438cbf/c4bbdd90-ebba-4442-8512-fdcef6a79e53/452383da-1307-41b6-9960-d5a92f51b39f) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:56.527759 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.663091 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks [] for port (452383da-1307-41b6-9960-d5a92f51b39f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.703832 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.718371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:56.842741 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (452383da-1307-41b6-9960-d5a92f51b39f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.923599 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Network 75af3093-2420-45d6-8e8e-061034438cbf is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:56.928029 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:56.930551 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Pushing event updated for resources: {'Port': ['ID=452383da-1307-41b6-9960-d5a92f51b39f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:56.935017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:56.935017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.073587 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:57.153329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Provisioning complete for port 452383da-1307-41b6-9960-d5a92f51b39f triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:57.153707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (452383da-1307-41b6-9960-d5a92f51b39f), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.154085 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 1 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:57.172379 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (452383da-1307-41b6-9960-d5a92f51b39f), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.186142 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Port 452383da-1307-41b6-9960-d5a92f51b39f cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:57.375393 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks [] for port (452383da-1307-41b6-9960-d5a92f51b39f), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.430152 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (452383da-1307-41b6-9960-d5a92f51b39f), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.430945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:57.509664 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Pushing event updated for resources: {'Port': ['ID=452383da-1307-41b6-9960-d5a92f51b39f,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:57.557101 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Network 75af3093-2420-45d6-8e8e-061034438cbf is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:57.558376 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:57.687322 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 2 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:57.720010 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Port 452383da-1307-41b6-9960-d5a92f51b39f cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:57.767634 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:37:57.855746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:37:57.860748 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e0ed49c2-299b-42e0-b299-8fa4db2937b7 demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/e04f13a7-a566-4fb1-a3e1-91dcbb65e30f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9253545 Sep 30 09:37:57.867680 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Sync routers for ids ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:37:57.880923 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Routers {'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:57.881913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:37:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:58.059313 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Set router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:58.221379 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 3 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:58.256620 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Port 452383da-1307-41b6-9960-d5a92f51b39f cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:58.466812 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:37:57Z', 'revision_number': 2, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port_host': None, '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:57Z', 'revision_number': 2, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:58.513845 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Checking router: e04f13a7-a566-4fb1-a3e1-91dcbb65e30f for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:37:58.514210 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Updating router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f port 452383da-1307-41b6-9960-d5a92f51b39f binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:37:58.568285 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (452383da-1307-41b6-9960-d5a92f51b39f), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:58.758126 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 4 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:58.787680 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:37:58.790900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Port 452383da-1307-41b6-9960-d5a92f51b39f cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:59.062200 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks [] for port (452383da-1307-41b6-9960-d5a92f51b39f), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.127918 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (452383da-1307-41b6-9960-d5a92f51b39f), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.228606 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Pushing event updated for resources: {'Port': ['ID=452383da-1307-41b6-9960-d5a92f51b39f,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:59.252845 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.253186 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.253537 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.253879 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.254203 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.254518 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.254878 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.255189 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.255497 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.255805 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.256113 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.256689 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.256999 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.257303 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.257608 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Tracked resource versions report: Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: pushed versions: Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: { 'AddressGroup': {'1.2'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Agent': {'1.1'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'ConntrackHelper': {'1.0'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Log': {'1.0'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'NDPProxy': {'1.0'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Network': {'1.1'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Port': {'1.7'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'PortForwarding': {'1.3'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'QosPolicy': {'1.10'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroup': {'1.5'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SubPort': {'1.0'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Subnet': {'1.1'}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Trunk': {'1.1'}} Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: consumer versions: Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Agent': '1.1', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'ConntrackHelper': '1.0', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'LocalIPAssociation': '1.0', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Log': '1.0', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'NDPProxy': '1.0', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Network': '1.1', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Port': '1.7', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'PortForwarding': '1.3', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'QosPolicy': '1.10', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroup': '1.5', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroupRule': '1.2', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'SubPort': '1.0', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Subnet': '1.1', Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: 'Trunk': '1.1'}} Sep 30 09:37:59.259067 dv-cinder-master-3-iscsi neutron-server[113205]: {{(pid=113205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:37:59.291851 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 5 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:59.292878 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Attempting to bind port 452383da-1307-41b6-9960-d5a92f51b39f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:59.293276 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Attempting to bind port 452383da-1307-41b6-9960-d5a92f51b39f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:59.293711 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Attempting to bind port 452383da-1307-41b6-9960-d5a92f51b39f on network 75af3093-2420-45d6-8e8e-061034438cbf {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:59.323259 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Port 452383da-1307-41b6-9960-d5a92f51b39f cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:59.377427 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:59.377835 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Checking segment: {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:59.378302 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.378719 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Bound using segment: {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:59.379213 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Bound port: 452383da-1307-41b6-9960-d5a92f51b39f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a177cda-71bb-400a-88b7-8166ceec6665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:59.380261 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (452383da-1307-41b6-9960-d5a92f51b39f), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.411593 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:59.440488 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:59.444580 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] For port 452383da-1307-41b6-9960-d5a92f51b39f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:59.464148 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] For port 452383da-1307-41b6-9960-d5a92f51b39f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=452383da-1307-41b6-9960-d5a92f51b39f,segment=NetworkSegment(6a177cda-71bb-400a-88b7-8166ceec6665),segment_id=6a177cda-71bb-400a-88b7-8166ceec6665)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:59.562776 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (452383da-1307-41b6-9960-d5a92f51b39f), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.596269 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Routers {'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:59.596811 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:37:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:59.681160 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404008-49b4-4fb6-a890-9b9efd75d41d None None] Pushing event updated for resources: {'Port': ['ID=452383da-1307-41b6-9960-d5a92f51b39f,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:59.698324 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] Set router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:59.824456 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Attempt 6 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:37:59.890060 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:37:57Z', 'revision_number': 2, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port_host': None, '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:59Z', 'revision_number': 4, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:59.898138 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Current status of the port 452383da-1307-41b6-9960-d5a92f51b39f is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:59.898138 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (452383da-1307-41b6-9960-d5a92f51b39f), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.915851 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb007e-03e8-406c-b45f-77c97424411f None None] The sync data for ids ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'] in dv-cinder-master-3-iscsi is: [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:37:57Z', 'revision_number': 2, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port_host': None, '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:59Z', 'revision_number': 4, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:37:59.932064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] For port 452383da-1307-41b6-9960-d5a92f51b39f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=452383da-1307-41b6-9960-d5a92f51b39f,segment=NetworkSegment(6a177cda-71bb-400a-88b7-8166ceec6665),segment_id=6a177cda-71bb-400a-88b7-8166ceec6665)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:00.001838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (452383da-1307-41b6-9960-d5a92f51b39f), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:00.007484 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:00.048916 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931eea2-540c-49c5-99fd-5a1429ccff40 None None] Pushing event updated for resources: {'Port': ['ID=452383da-1307-41b6-9960-d5a92f51b39f,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:00.122696 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-759bc8bf-1b25-4e86-be1b-1f726b819848 None None] Provisioning complete for port 452383da-1307-41b6-9960-d5a92f51b39f triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:00.123099 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-759bc8bf-1b25-4e86-be1b-1f726b819848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (452383da-1307-41b6-9960-d5a92f51b39f), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:00.123429 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-759bc8bf-1b25-4e86-be1b-1f726b819848 None None] Attempt 1 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:38:00.199363 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-759bc8bf-1b25-4e86-be1b-1f726b819848 None None] Current status of the port 452383da-1307-41b6-9960-d5a92f51b39f is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:00.532602 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 51996) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:01.035044 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b068b9c-7d8d-4862-b57a-8cea191054ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:01.036435 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6b068b9c-7d8d-4862-b57a-8cea191054ee admin admin] 10.222.0.39 "GET /networking/v2.0/networks/357201ed-46d8-4a8e-b639-1f9bf08174d7 HTTP/1.1" status: 200 len: 842 time: 0.5028806 Sep 30 09:38:01.046581 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.6.1', 'cidr': '172.37.6.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'enable_dhcp': False}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:01.116482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Made reservation on behalf of f04f50d086c64df3bc18b4c8f8baadc4 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:01.118922 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:01.187979 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:01.306687 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:01.532773 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.objects.ports [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113202) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 30 09:38:01.533454 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (d17ed916-ebf0-4a94-a3d0-5eb91b98323c), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:01.584414 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17ed916-ebf0-4a94-a3d0-5eb91b98323c,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:01.600407 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:01.600766 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Network hostable DHCP agents. Network: 357201ed-46d8-4a8e-b639-1f9bf08174d7, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:38:01.710739 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:38:01.802365 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 357201ed-46d8-4a8e-b639-1f9bf08174d7) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:01.806663 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:01.807303 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:01.811972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c97a9a-4cc0-4af0-bc56-f6f13d91da6e None None] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:01.850430 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:01.907216 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b1407bc1-fe21-4269-a3e2-1f858f639285 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8641107 Sep 30 09:38:01.908140 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299285f5-d161-466c-aa63-c83fc273bf7f None None] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:04.563332 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52008) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:05.023680 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-41bcc2d9-8522-4960-94cd-38d1f0a01547 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/e04f13a7-a566-4fb1-a3e1-91dcbb65e30f HTTP/1.1" status: 200 len: 710 time: 0.4592283 Sep 30 09:38:05.112984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435152a5-55ce-4ddc-a11b-e8fbca8042ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:05.114361 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-435152a5-55ce-4ddc-a11b-e8fbca8042ca demo admin] 10.222.0.39 "GET /networking/v2.0/networks/357201ed-46d8-4a8e-b639-1f9bf08174d7 HTTP/1.1" status: 200 len: 886 time: 0.0850267 Sep 30 09:38:05.123270 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:05.357939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks [] for router_gateway (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:05.471595 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:05.641520 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks [] for router_gateway (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:05.719825 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:05.772254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:05.825100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Allocated IP 172.37.6.150 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/0a907ef6-0733-4f96-9909-bd47d7e38800) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:05.923660 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks [] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.007970 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.050786 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:06.056105 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:06.058214 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Pushing event updated for resources: {'Port': ['ID=0a907ef6-0733-4f96-9909-bd47d7e38800,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:06.060145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:06.278514 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 452383da-1307-41b6-9960-d5a92f51b39f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:06.325681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 452383da-1307-41b6-9960-d5a92f51b39f triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:06.326098 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (452383da-1307-41b6-9960-d5a92f51b39f), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.326442 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:38:06.396095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 452383da-1307-41b6-9960-d5a92f51b39f is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:06.474164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks [] for router_gateway (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.505071 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:06.658034 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3729885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3676399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3212'] for router (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.661889 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3729858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3729867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3676372'] for router (e04f13a7-a566-4fb1-a3e1-91dcbb65e30f), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.762414 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:38:06.859335 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:38:06.864062 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:06.864691 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8bb12e0b-0cfa-429b-894f-0b5fc7589c2a demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/e04f13a7-a566-4fb1-a3e1-91dcbb65e30f HTTP/1.1" status: 200 len: 890 time: 1.7445104 Sep 30 09:38:06.885768 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Sync routers for ids ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:38:06.899296 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Routers {'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:06.899967 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:37:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:07.112648 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Set router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:07.544593 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150'}], 'enable_snat': True}, 'gw_port_id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:38:06Z', 'revision_number': 4, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port': {'id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:05Z', 'updated_at': '2022-09-30T09:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:59Z', 'revision_number': 5, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:07.596618 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Checking router: e04f13a7-a566-4fb1-a3e1-91dcbb65e30f for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:38:07.596964 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Updating router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f port 0a907ef6-0733-4f96-9909-bd47d7e38800 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:38:07.648197 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:07.671603 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:07.955774 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks [] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:07.956919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:08.013126 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:08.050049 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Attempting to bind port 0a907ef6-0733-4f96-9909-bd47d7e38800 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:08.050414 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Attempting to bind port 0a907ef6-0733-4f96-9909-bd47d7e38800 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:08.050800 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Attempting to bind port 0a907ef6-0733-4f96-9909-bd47d7e38800 on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:08.082349 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bf37f-aafe-4e0f-8dbe-0d833519579f None None] Pushing event updated for resources: {'Port': ['ID=0a907ef6-0733-4f96-9909-bd47d7e38800,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:08.100647 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:08.101015 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:08.101409 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:08.101789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:08.102252 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Bound port: 0a907ef6-0733-4f96-9909-bd47d7e38800, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:08.102642 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:08.150999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] For port 0a907ef6-0733-4f96-9909-bd47d7e38800, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:08.153952 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] For port 0a907ef6-0733-4f96-9909-bd47d7e38800, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a907ef6-0733-4f96-9909-bd47d7e38800,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:08.247963 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:08.286884 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Routers {'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:08.287521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:37:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:08.341421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bf37f-aafe-4e0f-8dbe-0d833519579f None None] Pushing event updated for resources: {'Port': ['ID=0a907ef6-0733-4f96-9909-bd47d7e38800,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:08.409073 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] Set router e04f13a7-a566-4fb1-a3e1-91dcbb65e30f gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:08.596580 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150'}], 'enable_snat': True}, 'gw_port_id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:38:06Z', 'revision_number': 4, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port': {'id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:05Z', 'updated_at': '2022-09-30T09:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:59Z', 'revision_number': 5, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:08.624322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537e6c-e669-4f05-bf38-64cddd3be606 None None] The sync data for ids ['e04f13a7-a566-4fb1-a3e1-91dcbb65e30f'] in dv-cinder-master-3-iscsi is: [{'id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'name': 'router1', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150'}], 'enable_snat': True}, 'gw_port_id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:46Z', 'updated_at': '2022-09-30T09:38:06Z', 'revision_number': 4, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'gw_port': {'id': '0a907ef6-0733-4f96-9909-bd47d7e38800', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:05Z', 'updated_at': '2022-09-30T09:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '452383da-1307-41b6-9960-d5a92f51b39f', 'name': '', 'network_id': '75af3093-2420-45d6-8e8e-061034438cbf', 'tenant_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'mac_address': 'fa:16:3e:d9:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f13a7-a566-4fb1-a3e1-91dcbb65e30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:56Z', 'updated_at': '2022-09-30T09:37:59Z', 'revision_number': 5, 'project_id': '333c93c6a3ef48b6806ea0d5f14ce211', 'subnets': [{'id': 'c4bbdd90-ebba-4442-8512-fdcef6a79e53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5471f1a3-18db-4147-aaeb-bc98856e7631'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:38:09.673682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52016) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:10.058204 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1d953aa8-cf0a-449b-ae79-2d43af77416a admin admin] 10.222.0.39 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3831835 Sep 30 09:38:10.297818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0a907ef6-0733-4f96-9909-bd47d7e38800 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:10.345008 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 0a907ef6-0733-4f96-9909-bd47d7e38800 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:10.345391 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:10.345720 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 0a907ef6-0733-4f96-9909-bd47d7e38800 Sep 30 09:38:10.374906 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:10.416940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 0a907ef6-0733-4f96-9909-bd47d7e38800 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:10.417322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:10.440942 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 0a907ef6-0733-4f96-9909-bd47d7e38800, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a907ef6-0733-4f96-9909-bd47d7e38800,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:10.504913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:10.553426 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=0a907ef6-0733-4f96-9909-bd47d7e38800,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:12.283809 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0a907ef6-0733-4f96-9909-bd47d7e38800 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:12.310447 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:12.338435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 0a907ef6-0733-4f96-9909-bd47d7e38800 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:12.339841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0a907ef6-0733-4f96-9909-bd47d7e38800), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:12.340408 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 0a907ef6-0733-4f96-9909-bd47d7e38800 Sep 30 09:38:12.503915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 0a907ef6-0733-4f96-9909-bd47d7e38800 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:19.716239 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=30 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:19.722273 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:20.050127 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:20.054725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=35 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:21.515780 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cec2f98f-bda6-423a-b631-430d1e99ad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:23.750039 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-64465278-3f96-476a-aa92-dcdd15401a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:24.920905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:26.554956 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:26.618568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.747153 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:38:36.549497 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:36.554623 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:45.741776 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:51.497495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43b896a7-46de-42ea-9832-217dc547104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:53.754974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-042b3c59-d373-49d3-8553-db5985a12124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:55.029144 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:56.595415 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:56.627878 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:56.719545 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:56.721071 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:06.480675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:06.559431 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:12.745249 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:39:19.709246 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:21.489979 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ea27f04d-339a-4e9f-b2b1-781722014cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:22.742289 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:23.724847 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e09d5fb4-5806-421c-8f72-6f92a1623215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:24.924971 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:26.535691 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:26.661917 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:33.716852 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:33.717606 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:36.224344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52566) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:36.472962 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:36.555691 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1379d02-4f35-4902-9fe0-120fd65f02d0 admin admin] GET failed (client error): The resource could not be found. Sep 30 09:39:36.556985 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b1379d02-4f35-4902-9fe0-120fd65f02d0 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3317039 Sep 30 09:39:36.557596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:36.721618 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefb9d0-817a-4272-946c-72d7c118cd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:36.723154 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-2fefb9d0-817a-4272-946c-72d7c118cd5c admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616924 Sep 30 09:39:39.265225 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52576) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:39.626252 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a8137-d664-4755-832e-0128de30f87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:39.627637 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-de6a8137-d664-4755-832e-0128de30f87b admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/c4bbdd90-ebba-4442-8512-fdcef6a79e53 HTTP/1.1" status: 200 len: 849 time: 0.3614390 Sep 30 09:39:39.637422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:39.724497 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Publish callbacks [] for subnet (c4bbdd90-ebba-4442-8512-fdcef6a79e53), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:39.935005 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737454959773'] for subnet (c4bbdd90-ebba-4442-8512-fdcef6a79e53), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:39.970376 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:39.971498 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:39.972252 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] 10.222.0.39 "PUT /networking/v2.0/subnets/c4bbdd90-ebba-4442-8512-fdcef6a79e53 HTTP/1.1" status: 200 len: 868 time: 0.3383327 Sep 30 09:39:39.991013 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bbdd90-ebba-4442-8512-fdcef6a79e53,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:39.993590 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd78b3-d2c1-445c-a856-a1c500a3e805 None None] Network 75af3093-2420-45d6-8e8e-061034438cbf requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:39:39.999233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:39.999571 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:39.999939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.000289 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.001165 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.001493 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.001820 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.002282 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.002654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.002990 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.003332 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.003681 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.004004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.004319 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.004636 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a1ab9-0d13-46b8-9d4f-ca1332a96600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:40.307919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Provisioning complete for port 452383da-1307-41b6-9960-d5a92f51b39f triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:40.308313 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (452383da-1307-41b6-9960-d5a92f51b39f), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:40.308650 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Attempt 1 to provision port 452383da-1307-41b6-9960-d5a92f51b39f Sep 30 09:39:40.379281 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Current status of the port 452383da-1307-41b6-9960-d5a92f51b39f is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:40.387303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Provisioning complete for port 56479e13-743f-48e1-a33c-f8888b22c96a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:40.387628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56479e13-743f-48e1-a33c-f8888b22c96a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:40.387960 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Attempt 1 to provision port 56479e13-743f-48e1-a33c-f8888b22c96a Sep 30 09:39:40.459420 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f696c-7f8f-463c-8404-fede6c7ff23d None None] Current status of the port 56479e13-743f-48e1-a33c-f8888b22c96a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:42.521159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52584) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:42.988775 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380e52b-6459-423c-8aee-3a22eb974486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:42.989244 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380e52b-6459-423c-8aee-3a22eb974486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:42.990781 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f380e52b-6459-423c-8aee-3a22eb974486 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4686477 Sep 30 09:39:45.517668 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52592) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:46.020720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ede89-c912-429f-a804-99f22dc7cd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:46.021190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ede89-c912-429f-a804-99f22dc7cd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:46.022753 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b94ede89-c912-429f-a804-99f22dc7cd8d admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5041037 Sep 30 09:39:48.573695 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52600) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:48.943186 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:48.971532 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01a5c2-5286-46d3-b489-c1a22d9484ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:48.972899 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8b01a5c2-5286-46d3-b489-c1a22d9484ed admin admin] 10.222.0.39 "GET /networking/v2.0/networks/357201ed-46d8-4a8e-b639-1f9bf08174d7 HTTP/1.1" status: 200 len: 886 time: 0.3982399 Sep 30 09:39:49.744467 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:39:50.451063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=39 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:50.458008 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=38 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:51.517619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2267-a1b8-4306-8538-f492f6346123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:51.530067 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52608) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:51.909443 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:51.932080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53acbc-d001-4296-a5fa-b3813673ce5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:51.933441 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-fd53acbc-d001-4296-a5fa-b3813673ce5e admin admin] 10.222.0.39 "GET /networking/v2.0/networks/75af3093-2420-45d6-8e8e-061034438cbf HTTP/1.1" status: 200 len: 869 time: 0.4023662 Sep 30 09:39:53.700392 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a4168ad8-bcff-45b0-a2b1-06ada4e417f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:54.473445 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52616) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:54.870461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53926cda-ab53-45ab-b64a-e1e889a88aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:54.870869 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53926cda-ab53-45ab-b64a-e1e889a88aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:54.872406 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-53926cda-ab53-45ab-b64a-e1e889a88aca admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3979895 Sep 30 09:39:54.935045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:56.534496 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:56.620545 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:57.461413 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52624) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:57.820769 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc80828-7069-441a-9adc-3eac35226e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:57.821226 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc80828-7069-441a-9adc-3eac35226e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:57.822823 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8dc80828-7069-441a-9adc-3eac35226e97 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3604279 Sep 30 09:39:59.740975 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:59.741702 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:00.362217 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52632) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:00.720851 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e63686-e7fe-446f-be67-d2e8e415b72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:00.722300 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a8e63686-e7fe-446f-be67-d2e8e415b72e admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/c4bbdd90-ebba-4442-8512-fdcef6a79e53 HTTP/1.1" status: 200 len: 868 time: 0.3588784 Sep 30 09:40:03.264750 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52640) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:03.622584 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b9d80-8b7f-4622-8a9b-ef6234b92ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:03.623978 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d57b9d80-8b7f-4622-8a9b-ef6234b92ac4 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/d17ed916-ebf0-4a94-a3d0-5eb91b98323c HTTP/1.1" status: 200 len: 816 time: 0.3582640 Sep 30 09:40:06.557303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:06.559135 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:13.617302 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=25 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:13.619382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=39 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:20.696537 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=16 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:20.701405 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=16 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:21.516592 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-00267871-2960-485b-a46e-8140064f5fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:23.813168 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2b8e-9158-4c42-a43d-dacbd30fc96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:24.933435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:26.533808 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:26.624912 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:26.742576 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:40:33.040038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52696) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:33.360150 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-efb7e2e8-f14d-4e4e-a60e-1e21ac9b2af1 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:40:33.361169 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-efb7e2e8-f14d-4e4e-a60e-1e21ac9b2af1 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3202119 Sep 30 09:40:35.995031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52704) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:36.325741 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.pecan_wsgi.hooks.translation [None req-71801c63-b987-42fd-a31d-33ab04c2858c admin admin] GET failed (client error): The resource could not be found. Sep 30 09:40:36.327052 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-71801c63-b987-42fd-a31d-33ab04c2858c admin admin] 10.222.0.39 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3311031 Sep 30 09:40:36.410141 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9731c8c-011a-425f-af92-d0494720c160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:36.411604 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b9731c8c-011a-425f-af92-d0494720c160 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800927 Sep 30 09:40:36.558460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:36.560307 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:36.739739 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:39.006638 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52714) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:39.324488 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:40:39.384066 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Made reservation on behalf of f04f50d086c64df3bc18b4c8f8baadc4 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:40:39.386400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:39.416609 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING neutron.services.revisions.revision_plugin [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Could not find related network for resource to bump revision. Sep 30 09:40:39.427538 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:40:39.436589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (6fa4ec80-7280-443d-9bff-e3974e62ecfa), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:39.438819 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Added segment 6fa4ec80-7280-443d-9bff-e3974e62ecfa of type vlan for network 12053c4e-c351-40a7-b2e4-33aed16dfa36 Sep 30 09:40:39.473633 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (12053c4e-c351-40a7-b2e4-33aed16dfa36), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:39.567108 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (12053c4e-c351-40a7-b2e4-33aed16dfa36), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:39.568000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:39.568576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:39.625873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] Pushing event updated for resources: {'Network': ['ID=12053c4e-c351-40a7-b2e4-33aed16dfa36,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:39.639579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:40:39.689985 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-68140829-e62a-46d8-ae11-0556e31e2f82 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6821487 Sep 30 09:40:42.255997 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52722) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:40:42.589402 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a7fb77-5e9f-4bea-b0fe-d631adf43418 admin admin] GET failed (client error): The resource could not be found. Sep 30 09:40:42.590694 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-c1a7fb77-5e9f-4bea-b0fe-d631adf43418 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3337121 Sep 30 09:40:42.659472 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92501d5c-9096-4335-9a5a-d825198da35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:42.660885 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-92501d5c-9096-4335-9a5a-d825198da35b admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658877 Sep 30 09:40:42.671135 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36', 'description': 'shared-subnet'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:40:42.766840 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Made reservation on behalf of f04f50d086c64df3bc18b4c8f8baadc4 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:40:42.769136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:42.961693 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (1709c78e-ce9a-4597-8077-64dbb251f1de), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.016056 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1709c78e-ce9a-4597-8077-64dbb251f1de,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:43.025946 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.026224 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.026554 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.026906 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.027229 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.027600 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.028445 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.028802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.029121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.029434 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.029746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.030080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.030396 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.030737 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.031046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.037124 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Checking segment: {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:40:43.037471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Network hostable DHCP agents. Network: 12053c4e-c351-40a7-b2e4-33aed16dfa36, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:40:43.109318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:40:43.113776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:43.212312 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 12053c4e-c351-40a7-b2e4-33aed16dfa36) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:40:43.217170 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:43.217812 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.222365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051b538-4e73-453c-8e33-f72b018a8186 None None] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:40:43.320067 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9afb62d1-d55d-42fc-9e7c-3baea5a2a14e admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6507862 Sep 30 09:40:43.333972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-12053c4e-c351-40a7-b2e4-33aed16dfa36', 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36', 'project_id': 'f04f50d086c64df3bc18b4c8f8baadc4', 'fixed_ips': [{'subnet_id': '1709c78e-ce9a-4597-8077-64dbb251f1de'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:40:43.334965 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.475987 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Allocated IP 192.168.233.2 (12053c4e-c351-40a7-b2e4-33aed16dfa36/1709c78e-ce9a-4597-8077-64dbb251f1de/06250f14-1fc9-460b-b40b-16a566560978) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:40:43.623523 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks [] for port (06250f14-1fc9-460b-b40b-16a566560978), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.710394 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (06250f14-1fc9-460b-b40b-16a566560978), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.756451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:40:43.759711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:40:43.762836 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:40:43.768174 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Pushing event updated for resources: {'Port': ['ID=06250f14-1fc9-460b-b40b-16a566560978,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:43.779533 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.779901 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.780267 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.780626 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.780961 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.781289 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.781618 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.781944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.782267 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.782584 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.782925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.783260 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.783582 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.783903 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.784217 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:40:43.835319 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Attempting to bind port 06250f14-1fc9-460b-b40b-16a566560978 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:40:43.835675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Attempting to bind port 06250f14-1fc9-460b-b40b-16a566560978 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:40:43.836036 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Attempting to bind port 06250f14-1fc9-460b-b40b-16a566560978 on network 12053c4e-c351-40a7-b2e4-33aed16dfa36 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:40:43.877718 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:40:43.877994 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Checking segment: {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:40:43.878395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.878814 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Bound using segment: {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:40:43.879534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Bound port: 06250f14-1fc9-460b-b40b-16a566560978, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:40:43.879949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (06250f14-1fc9-460b-b40b-16a566560978), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:43.940106 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] For port 06250f14-1fc9-460b-b40b-16a566560978, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:40:43.943255 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] For port 06250f14-1fc9-460b-b40b-16a566560978, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06250f14-1fc9-460b-b40b-16a566560978,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:40:44.001810 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (06250f14-1fc9-460b-b40b-16a566560978), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:44.042555 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:44.061367 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1218bb-04ea-47c0-bf24-e1bad81dc996 None None] Pushing event updated for resources: {'Port': ['ID=06250f14-1fc9-460b-b40b-16a566560978,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:44.396644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 06250f14-1fc9-460b-b40b-16a566560978 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:40:44.442960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 06250f14-1fc9-460b-b40b-16a566560978 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:40:44.443267 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (06250f14-1fc9-460b-b40b-16a566560978), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:44.443618 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 06250f14-1fc9-460b-b40b-16a566560978 Sep 30 09:40:44.520239 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 06250f14-1fc9-460b-b40b-16a566560978 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:44.520645 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (06250f14-1fc9-460b-b40b-16a566560978), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:44.554178 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 06250f14-1fc9-460b-b40b-16a566560978, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06250f14-1fc9-460b-b40b-16a566560978,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:40:44.607948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (06250f14-1fc9-460b-b40b-16a566560978), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:44.633974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:44.663842 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=06250f14-1fc9-460b-b40b-16a566560978,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:44.903591 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ea8b6-7aed-4f1c-82cc-2387aec1b68d None None] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:40:44.957918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-2f6d96d2-797e-4418-b4a6-67fc6ffb1f28 None None] Provisioning complete for port 06250f14-1fc9-460b-b40b-16a566560978 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:40:44.958313 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2f6d96d2-797e-4418-b4a6-67fc6ffb1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (06250f14-1fc9-460b-b40b-16a566560978), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:44.958673 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-2f6d96d2-797e-4418-b4a6-67fc6ffb1f28 None None] Attempt 1 to provision port 06250f14-1fc9-460b-b40b-16a566560978 Sep 30 09:40:45.088291 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d96d2-797e-4418-b4a6-67fc6ffb1f28 None None] Current status of the port 06250f14-1fc9-460b-b40b-16a566560978 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:45.305120 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-7f5dbb00-d728-4733-a17a-b2465dcf9981 None None] Provisioning complete for port 06250f14-1fc9-460b-b40b-16a566560978 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:40:45.305508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f5dbb00-d728-4733-a17a-b2465dcf9981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (06250f14-1fc9-460b-b40b-16a566560978), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:45.305844 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-7f5dbb00-d728-4733-a17a-b2465dcf9981 None None] Attempt 1 to provision port 06250f14-1fc9-460b-b40b-16a566560978 Sep 30 09:40:45.386040 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dbb00-d728-4733-a17a-b2465dcf9981 None None] Current status of the port 06250f14-1fc9-460b-b40b-16a566560978 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:46.381923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 06250f14-1fc9-460b-b40b-16a566560978 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:40:46.426164 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 06250f14-1fc9-460b-b40b-16a566560978 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:40:46.426542 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (06250f14-1fc9-460b-b40b-16a566560978), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:46.426907 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 06250f14-1fc9-460b-b40b-16a566560978 Sep 30 09:40:46.500082 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 06250f14-1fc9-460b-b40b-16a566560978 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:47.718510 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:47.731443 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:50.614110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:51.526459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8bb14f27-e1cf-44e8-801e-db6c6aa73658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:53.228666 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:53.720712 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2eef5be2-d723-40ec-8624-8882cc598a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:54.914613 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:56.537498 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:56.628975 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:03.742296 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:41:06.562339 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:06.564272 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:21.507948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-03785877-aadc-4a24-b89d-1e4022437d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:23.708356 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e6e9bbcc-04ff-4152-b64b-ee2df4615aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:24.723063 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:24.728002 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:24.930611 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.548508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.644971 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:36.564273 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:36.566905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:40.740456 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:41:50.736033 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:50.736878 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:51.501302 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3a1722c8-9c5c-428d-b1a9-753816e579f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:53.706889 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-22ae3a7f-4293-45eb-9854-3ad70287a47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:54.929759 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:56.575460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:56.626417 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:01.723592 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:01.757056 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:06.555636 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:06.562070 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:17.738826 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:42:21.556872 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ef5-191c-469b-ac59-7dde23abbe6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:23.705057 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14e8fda0-fca9-4e33-bab8-70f04e4a76b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:24.951396 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:26.051158 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52786) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:26.057285 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [None req-fa944dd9-5bc5-400b-82bc-b614f5bfee27 tempest-verify_tempest_config-1570676693 tempest-verify_tempest_config-1570676693-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:42:26.058238 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-fa944dd9-5bc5-400b-82bc-b614f5bfee27 tempest-verify_tempest_config-1570676693 tempest-verify_tempest_config-1570676693-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061111 Sep 30 09:42:26.563380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 52804) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:26.579617 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:26.682494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:26.755642 dv-cinder-master-3-iscsi neutron-server[113203]: WARNING oslo_policy.policy [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:42:26.756211 dv-cinder-master-3-iscsi neutron-server[113203]: WARNING oslo_policy.policy [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:42:26.978341 dv-cinder-master-3-iscsi neutron-server[113203]: ERROR stevedore.extension [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 30 09:42:27.029947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.policy [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113203) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 09:42:27.071974 dv-cinder-master-3-iscsi neutron-server[113203]: WARNING oslo_policy.policy [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:42:27.072343 dv-cinder-master-3-iscsi neutron-server[113203]: WARNING oslo_policy.policy [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:42:27.090341 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writer thread running {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:42:27.104073 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:27.113869 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.240886 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Publish callbacks [] for security_group (74420ba7-9248-45b8-a826-c80c43db819b), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.299648 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (74420ba7-9248-45b8-a826-c80c43db819b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.341679 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1118d289e02347d1bb08a0008d5d64d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7772956 Sep 30 09:42:27.344491 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52820) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:27.350683 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74420ba7-9248-45b8-a826-c80c43db819b,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:27.362616 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.362969 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.363308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.363640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.363963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.364281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.364602 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.364913 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.365230 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.365558 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.366374 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.366731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.367045 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.367355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.367663 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c502e-4214-4e05-84bf-c09a52b422ef admin admin] Tracked resource versions report: Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: pushed versions: Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: { 'AddressGroup': {'1.2'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Agent': {'1.1'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'ConntrackHelper': {'1.0'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Log': {'1.0'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'NDPProxy': {'1.0'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Network': {'1.1'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Port': {'1.7'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'PortForwarding': {'1.3'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'QosPolicy': {'1.10'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroup': {'1.5'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SubPort': {'1.0'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Subnet': {'1.1'}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Trunk': {'1.1'}} Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: consumer versions: Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Agent': '1.1', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'ConntrackHelper': '1.0', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'LocalIPAssociation': '1.0', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Log': '1.0', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'NDPProxy': '1.0', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Network': '1.1', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Port': '1.7', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'PortForwarding': '1.3', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'QosPolicy': '1.10', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroup': '1.5', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroupRule': '1.2', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'SubPort': '1.0', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Subnet': '1.1', Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: 'Trunk': '1.1'}} Sep 30 09:42:27.369077 dv-cinder-master-3-iscsi neutron-server[113203]: {{(pid=113203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:42:27.406650 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Publish callbacks [] for security_group (74420ba7-9248-45b8-a826-c80c43db819b), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.425555 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Publish callbacks [] for security_group (74420ba7-9248-45b8-a826-c80c43db819b), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.580139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (74420ba7-9248-45b8-a826-c80c43db819b), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.582616 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:27.583884 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/74420ba7-9248-45b8-a826-c80c43db819b HTTP/1.1" status: 204 len: 168 time: 0.2383862 Sep 30 09:42:27.592007 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74420ba7-9248-45b8-a826-c80c43db819b,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:27.598879 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601750 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.601750 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.602033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.602371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.602719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.603068 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.603350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3b0879-2578-4e1b-b125-7a1d160f041f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:27.734937 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=13 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:27.736086 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=15 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.353581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=31,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.357488 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.594419 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.595223 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.616011 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:37.622886 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:38.729547 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:38.730393 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:51.623966 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e61cdb06-eaa8-4b0e-bafe-068555233248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.692716 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f31-fdc5-4148-83c5-12e83535fb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:54.736591 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:42:55.001462 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.549870 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.635435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:04.732300 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.733068 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:06.569083 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:06.570937 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:19.707621 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:19.708429 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:21.508281 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a3751170-2356-4896-8b3c-978e9fb5c7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.702703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d72f5bcc-1545-4e33-844b-1948a079ae8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.948197 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:26.564097 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:26.651121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:31.735766 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 5 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:43:36.501285 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:36.573349 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:41.731000 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:41.731860 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:51.530271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-71c12a56-1a26-4498-be4f-b48ffccd21a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:52.735669 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:52.740548 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:53.701330 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb825-7c4a-4b69-8ca6-c8836279bc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:54.947103 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.586859 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.661239 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:59.861211 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3729602'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:08.735405 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:44:09.802254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:09.805188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:13.407060 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52896) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:44:13.512587 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-eca5edd7-5cbd-484a-92ac-3df6ee9dbc02 admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045239 Sep 30 09:44:15.967207 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 52906) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:44:16.021399 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-140c3b0b-891d-4d36-9a72-593e2cd85364 admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531199 Sep 30 09:44:21.516690 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3ebd7105-aa0a-4283-b5fb-53f8009d6f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:23.705493 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e3bbe891-a1ac-477b-9ac2-d803a7cd115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:24.951066 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:26.016093 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:26.016930 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:26.580102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:26.618394 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:29.741875 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=16 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:29.747214 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=18 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:29.813852 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:39.769136 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:39.770961 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:45.733519 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:44:51.515450 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dc67b353-23b1-400e-bc0b-5fa19495d06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:53.715418 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2ce9a8f9-e74f-484b-8e72-50f19e9e627e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:54.972958 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:55.729608 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:56.573287 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:56.613271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:59.858201 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.737822 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:06.743161 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:09.779407 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:09.786427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:19.715042 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:21.519966 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ef00521f-8fbe-4fc3-98b6-0475b92c8464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:22.732758 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:45:23.695681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-340c9347-a832-4ffb-86a7-9c6b486a53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:24.953906 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.592558 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.661099 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:29.860923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.729161 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:32.730042 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:39.781361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:39.783702 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:43.734106 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:43.746941 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.222166 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53050) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:46.647507 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-686014149-network', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:46.735400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Made reservation on behalf of f1c0948ddb014e6f93d6069bb5203890 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:46.738193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.748554 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.830144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks [] for security_group (462c076e-5253-483e-b5c8-ce3514101941), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.895897 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (462c076e-5253-483e-b5c8-ce3514101941), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.925877 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:45:46.935873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462c076e-5253-483e-b5c8-ce3514101941,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:46.944153 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (fc32f094-22aa-44bb-9338-b364f7aad433), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.944582 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Added segment fc32f094-22aa-44bb-9338-b364f7aad433 of type vlan for network 069f8527-f158-4f06-809a-7a507bf3fc84 Sep 30 09:45:46.946874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.947227 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.947570 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.947907 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.948233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.948556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.948874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.949191 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.949526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.949846 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.950179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.950499 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.950840 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.951153 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.951463 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Tracked resource versions report: Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: pushed versions: Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: { 'AddressGroup': {'1.2'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Agent': {'1.1'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'ConntrackHelper': {'1.0'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Log': {'1.0'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'NDPProxy': {'1.0'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Network': {'1.1'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Port': {'1.7'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'PortForwarding': {'1.3'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'QosPolicy': {'1.10'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroup': {'1.5'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SubPort': {'1.0'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Subnet': {'1.1'}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Trunk': {'1.1'}} Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: consumer versions: Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Agent': '1.1', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'ConntrackHelper': '1.0', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'LocalIPAssociation': '1.0', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Log': '1.0', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'NDPProxy': '1.0', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Network': '1.1', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Port': '1.7', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'PortForwarding': '1.3', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'QosPolicy': '1.10', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroup': '1.5', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SecurityGroupRule': '1.2', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'SubPort': '1.0', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Subnet': '1.1', Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: 'Trunk': '1.1'}} Sep 30 09:45:46.952693 dv-cinder-master-3-iscsi neutron-server[113202]: {{(pid=113202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:45:47.002882 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (069f8527-f158-4f06-809a-7a507bf3fc84), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.118846 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (069f8527-f158-4f06-809a-7a507bf3fc84), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.120135 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:47.120873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.189120 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] Pushing event updated for resources: {'Network': ['ID=069f8527-f158-4f06-809a-7a507bf3fc84,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:47.200547 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 069f8527-f158-4f06-809a-7a507bf3fc84 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:45:47.230061 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ec81894c-88bb-4a4d-872b-27b980792b28 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0066555 Sep 30 09:45:47.232927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53100) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.238318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Request body: {'subnet': {'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-subnet', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:47.324467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Made reservation on behalf of f1c0948ddb014e6f93d6069bb5203890 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:47.327719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.575848 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (5097a34b-c136-47dd-9d48-0761ca5f7a16), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.643371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5097a34b-c136-47dd-9d48-0761ca5f7a16,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:47.656815 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:47.657669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Network hostable DHCP agents. Network: 069f8527-f158-4f06-809a-7a507bf3fc84, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:45:47.695860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53122) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.727226 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53126) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.737690 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:45:47.867795 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 069f8527-f158-4f06-809a-7a507bf3fc84) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:47.872612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:47.873206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.881163 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8463b-8c52-4611-b3b8-2b18061aa09f None None] Network 069f8527-f158-4f06-809a-7a507bf3fc84 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:47.971657 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-88bcc909-28e5-4df9-8400-ed0168b41702 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7376311 Sep 30 09:45:47.974260 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53136) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.978578 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:47.991729 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:48.023195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-069f8527-f158-4f06-809a-7a507bf3fc84', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:45:48.023195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.101585 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.102654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.157271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for router_controller (b196b2b1-9467-425b-85bb-6d6c105b12be), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.158369 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:48.182395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Allocated IP 172.20.0.2 (069f8527-f158-4f06-809a-7a507bf3fc84/5097a34b-c136-47dd-9d48-0761ca5f7a16/2d9bcc54-7b5a-4444-8ddc-d386c01296fb) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:48.331580 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks [] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.335318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1410603125-network', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:48.388412 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1378623099-network', 'tenant_id': '86e6b0501cb94028be07bddd2182638b'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:48.400091 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.429835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for router_gateway (b196b2b1-9467-425b-85bb-6d6c105b12be), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.443055 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:48.448199 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:48.450260 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Pushing event updated for resources: {'Port': ['ID=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:48.452387 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:48.465217 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.465600 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.465913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.466259 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.466605 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Tracked resource versions report: Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: pushed versions: Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: { 'AddressGroup': {'1.2'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Agent': {'1.1'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'ConntrackHelper': {'1.0'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Log': {'1.0'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'NDPProxy': {'1.0'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Network': {'1.1'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Port': {'1.7'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'PortForwarding': {'1.3'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'QosPolicy': {'1.10'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroup': {'1.5'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SubPort': {'1.0'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Subnet': {'1.1'}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Trunk': {'1.1'}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: consumer versions: Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Agent': '1.1', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'ConntrackHelper': '1.0', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'LocalIPAssociation': '1.0', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Log': '1.0', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'NDPProxy': '1.0', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Network': '1.1', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Port': '1.7', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'PortForwarding': '1.3', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'QosPolicy': '1.10', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroup': '1.5', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SecurityGroupRule': '1.2', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'SubPort': '1.0', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Subnet': '1.1', Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: 'Trunk': '1.1'}} Sep 30 09:45:48.471359 dv-cinder-master-3-iscsi neutron-server[113204]: {{(pid=113204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:45:48.490437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Made reservation on behalf of b7f6b7ca2f3b4c20ab58940f7e24c1ed for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:48.493451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.510405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.538426 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Attempting to bind port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:48.538827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Attempting to bind port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:48.539489 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Attempting to bind port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:48.557809 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:48.563715 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Bound using segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Bound port: 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:48.592080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.593069 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.648743 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:48.665787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] For port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:48.670913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] For port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:48.719289 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks [] for security_group (36a8dc30-8d9a-4b94-899b-74bfa1118bd6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.799534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.908909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f979f-3723-4dcc-8a41-88834df76964 None None] Pushing event updated for resources: {'Port': ['ID=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:48.912185 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (36a8dc30-8d9a-4b94-899b-74bfa1118bd6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.928656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=19,neutron:UPDATE=3,neutron:SELECT=78 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:48.962318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:45:49.017231 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a8dc30-8d9a-4b94-899b-74bfa1118bd6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.032154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (2ac308fb-7102-4667-bb4c-5798a82aae29), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.032490 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Added segment 2ac308fb-7102-4667-bb4c-5798a82aae29 of type vlan for network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 Sep 30 09:45:49.053663 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks [] for security_group (25b84d94-8875-4bc4-b8d2-6a7836938f01), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.183257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for router_gateway (b196b2b1-9467-425b-85bb-6d6c105b12be), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.183257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.183257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.209123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (25b84d94-8875-4bc4-b8d2-6a7836938f01), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.229001 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:45:49.262161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (e6b17fb5-eb11-41c5-b8ac-1188c97e0520), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.262505 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Added segment e6b17fb5-eb11-41c5-b8ac-1188c97e0520 of type vlan for network d038a068-f643-497f-8e6f-7d6e8fb5892b Sep 30 09:45:49.320929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b84d94-8875-4bc4-b8d2-6a7836938f01,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.366829 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (d038a068-f643-497f-8e6f-7d6e8fb5892b), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.400728 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.401841 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:49.402420 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.414200 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Allocated IP 172.37.6.218 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/233f84ff-dc41-412a-921b-4b701aa6e0c9) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:49.536125 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (d038a068-f643-497f-8e6f-7d6e8fb5892b), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.536987 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:49.537555 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.542241 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8134570 Sep 30 09:45:49.545457 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53184) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.552058 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c7a5e-d36d-488d-a0b1-32d8818782de admin admin] Pushing event updated for resources: {'Network': ['ID=5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.554192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Request body: {'subnet': {'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1410603125-subnet', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:49.565204 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.565312 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:45:49.653952 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] Pushing event updated for resources: {'Network': ['ID=d038a068-f643-497f-8e6f-7d6e8fb5892b,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.665404 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network d038a068-f643-497f-8e6f-7d6e8fb5892b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:45:49.689744 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.719680 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Made reservation on behalf of b7f6b7ca2f3b4c20ab58940f7e24c1ed for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:49.722641 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.723634 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0749f7c5-daf1-476e-b6f7-9c52d4017539 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0262923 Sep 30 09:45:49.731296 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53192) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.739154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Request body: {'subnet': {'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-subnet', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:49.773227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.861902 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:49.865479 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.881668 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.996774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:50.007933 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:50.026718 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:50.029089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Pushing event updated for resources: {'Port': ['ID=233f84ff-dc41-412a-921b-4b701aa6e0c9,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.326050 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:50.354381 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be89810-b30c-49ee-82b5-0a2d780c6029 None None] Network 069f8527-f158-4f06-809a-7a507bf3fc84 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:50.355316 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (60a86eb6-daf2-49f6-a6fa-6f3fdc65436e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.355813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Provisioning complete for port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:50.355813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.355813 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Attempt 1 to provision port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb Sep 30 09:45:50.401405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a86eb6-daf2-49f6-a6fa-6f3fdc65436e,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.415985 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Checking segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:50.420095 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Network hostable DHCP agents. Network: 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:45:50.433021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.433442 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.433875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.437101 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.437529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.437975 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.441035 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.441599 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.442146 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.442668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.455292 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.455880 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.457810 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.457810 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.457810 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Tracked resource versions report: Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: pushed versions: Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: { 'AddressGroup': {'1.2'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Agent': {'1.1'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'ConntrackHelper': {'1.0'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Log': {'1.0'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'NDPProxy': {'1.0'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Network': {'1.1'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Port': {'1.7'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'PortForwarding': {'1.3'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'QosPolicy': {'1.10'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroup': {'1.5'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SubPort': {'1.0'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Subnet': {'1.1'}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Trunk': {'1.1'}} Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: consumer versions: Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Agent': '1.1', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'ConntrackHelper': '1.0', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'LocalIPAssociation': '1.0', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Log': '1.0', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'NDPProxy': '1.0', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Network': '1.1', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Port': '1.7', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'PortForwarding': '1.3', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'QosPolicy': '1.10', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroup': '1.5', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SecurityGroupRule': '1.2', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'SubPort': '1.0', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Subnet': '1.1', Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: 'Trunk': '1.1'}} Sep 30 09:45:50.459330 dv-cinder-master-3-iscsi neutron-server[113203]: {{(pid=113203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:45:50.479244 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Current status of the port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:50.479852 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.488117 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.556404 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] For port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:50.605575 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:45:50.619949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for router_gateway (b196b2b1-9467-425b-85bb-6d6c105b12be), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.628596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.680666 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2d9bcc54-7b5a-4444-8ddc-d386c01296fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:50.719756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:50.732340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:50.733827 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.741981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20850264-909b-464c-a8dd-c0e7590a9bd8 None None] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:50.748635 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.769835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:50.770366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Network hostable DHCP agents. Network: d038a068-f643-497f-8e6f-7d6e8fb5892b, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:45:50.776831 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-19123f61-b14c-4e04-90d0-e5b7b76e687a None None] Provisioning complete for port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:50.779110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-19123f61-b14c-4e04-90d0-e5b7b76e687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.779110 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-19123f61-b14c-4e04-90d0-e5b7b76e687a None None] Attempt 1 to provision port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb Sep 30 09:45:50.852685 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:50.855989 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa705d6c-c188-4c64-b276-2bd69c085f04 None None] Pushing event updated for resources: {'Port': ['ID=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.888321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4a560e74-5cd8-4f2c-8ca7-0d9d12c9507e admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3417728 Sep 30 09:45:50.891822 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53232) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:50.896507 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:50.907562 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:50.907954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.908290 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb Sep 30 09:45:50.952400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:45:50.965735 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d038a068-f643-497f-8e6f-7d6e8fb5892b) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:50.973140 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:50.973878 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.004991 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.045271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.046899 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.061535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd80ed9-2bb1-45f8-9457-36e358c3c9f2 None None] Network d038a068-f643-497f-8e6f-7d6e8fb5892b requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:51.105005 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-69f683b8-6558-417d-94fa-d8d61231075f admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3713002 Sep 30 09:45:51.107472 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53252) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:51.111767 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:51.120503 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.188809 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-19123f61-b14c-4e04-90d0-e5b7b76e687a None None] Current status of the port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:51.209123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.211330 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.218325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for router_controller (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), precommit_add_association {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.233874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Router b196b2b1-9467-425b-85bb-6d6c105b12be is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:45:51.318021 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for router_controller (cdd64d18-309c-47c2-a505-81317a69bcb9), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.335713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:45:51.337117 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.389180 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d038a068-f643-497f-8e6f-7d6e8fb5892b', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:45:51.390206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.392547 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:51.582303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.623677 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for router_gateway (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.684110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Allocated IP 172.20.0.2 (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3/60a86eb6-daf2-49f6-a6fa-6f3fdc65436e/c147afeb-a580-4f58-9be3-0d2e0482431c) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:51.692080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:51.697518 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4744efbb-70c1-4588-8d35-4bc3b5735a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.702729 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:51.725389 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:51.726013 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:51.733806 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Allocated IP 172.20.0.2 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/3291eabc-8476-48e1-90b3-0e49bcde606a) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:51.765504 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for router_gateway (cdd64d18-309c-47c2-a505-81317a69bcb9), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.836827 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.842316 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6e732364-5e0d-4e6a-bc5c-2ec8b00a1d97 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8668861 Sep 30 09:45:51.843926 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53274) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:51.928303 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:51.990024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for router_gateway (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.033819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.060679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks [] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.083403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks [] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.171090 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.174528 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:50Z', 'revision_number': 3, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:52.179051 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.220018 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:52.220358 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Updating router b196b2b1-9467-425b-85bb-6d6c105b12be port 233f84ff-dc41-412a-921b-4b701aa6e0c9 binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:45:52.221645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.232876 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for router_gateway (cdd64d18-309c-47c2-a505-81317a69bcb9), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.254107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Pushing event updated for resources: {'Port': ['ID=c147afeb-a580-4f58-9be3-0d2e0482431c,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.258835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.283872 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Allocated IP 172.37.6.80 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:52.290915 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.296552 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.318801 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Pushing event updated for resources: {'Port': ['ID=3291eabc-8476-48e1-90b3-0e49bcde606a,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.322882 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.346378 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:52.348281 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:52.350695 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:52.353652 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:52.356046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:52.360280 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:52.480064 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.488596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Attempting to bind port 3291eabc-8476-48e1-90b3-0e49bcde606a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:52.489026 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Attempting to bind port 3291eabc-8476-48e1-90b3-0e49bcde606a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:52.489306 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Attempting to bind port 3291eabc-8476-48e1-90b3-0e49bcde606a on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:52.492827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Attempting to bind port c147afeb-a580-4f58-9be3-0d2e0482431c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:52.498442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Attempting to bind port c147afeb-a580-4f58-9be3-0d2e0482431c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:52.498442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Attempting to bind port c147afeb-a580-4f58-9be3-0d2e0482431c on network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:52.588052 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.592077 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:52.592454 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Checking segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:52.592850 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.593238 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Bound using segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:52.593712 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Bound port: c147afeb-a580-4f58-9be3-0d2e0482431c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:52.594656 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.608403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2d9bcc54-7b5a-4444-8ddc-d386c01296fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Bound port: 3291eabc-8476-48e1-90b3-0e49bcde606a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:52.625933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.713113 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.747525 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] For port c147afeb-a580-4f58-9be3-0d2e0482431c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:52.755245 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] For port c147afeb-a580-4f58-9be3-0d2e0482431c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c147afeb-a580-4f58-9be3-0d2e0482431c,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:52.799714 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:52.800452 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.801011 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb Sep 30 09:45:52.805657 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Pushing event updated for resources: {'Port': ['ID=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.820264 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:52.822537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:52.823911 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Allocated IP 172.37.6.113 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/a814a09a-4d8f-4407-894b-fc4aa5feb85d) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:52.826514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:52.828858 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Allocated IP 172.20.0.1 (069f8527-f158-4f06-809a-7a507bf3fc84/5097a34b-c136-47dd-9d48-0761ca5f7a16/c1feeb13-170b-4980-9c93-30ea7a94b340) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:52.829533 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] For port 3291eabc-8476-48e1-90b3-0e49bcde606a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:52.856434 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.860933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] For port 3291eabc-8476-48e1-90b3-0e49bcde606a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3291eabc-8476-48e1-90b3-0e49bcde606a,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:52.880288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.954790 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:52.988125 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.001317 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901577-f2ae-490d-b82a-ff4732690970 None None] Pushing event updated for resources: {'Port': ['ID=c147afeb-a580-4f58-9be3-0d2e0482431c,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.072633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3a956-3177-47ec-aa71-17030b787d53 None None] Pushing event updated for resources: {'Port': ['ID=3291eabc-8476-48e1-90b3-0e49bcde606a,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.091714 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.104792 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks [] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.226242 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.250939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.332053 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:53.354003 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:53.359069 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:53.394625 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:53.402870 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for router_gateway (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.433216 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks [] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.450371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:53.454888 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:53.455535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (b196b2b1-9467-425b-85bb-6d6c105b12be), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.575446 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.701678 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Attempting to bind port 233f84ff-dc41-412a-921b-4b701aa6e0c9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:53.703823 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Attempting to bind port 233f84ff-dc41-412a-921b-4b701aa6e0c9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:53.703823 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Attempting to bind port 233f84ff-dc41-412a-921b-4b701aa6e0c9 on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:53.804601 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b440e479-2b55-480b-b7cd-f2bcfa9122d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.805778 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Pushing event updated for resources: {'Port': ['ID=233f84ff-dc41-412a-921b-4b701aa6e0c9,revision_number=2']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.808096 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:53.829522 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.834103 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.836300 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.837565 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.839262 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.840352 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.842060 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.843668 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.851716 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.851716 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.852120 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a814a09a-4d8f-4407-894b-fc4aa5feb85d,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.852577 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.852577 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.852577 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.852577 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.852577 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Tracked resource versions report: Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: pushed versions: Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: { 'AddressGroup': {'1.2'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Agent': {'1.1'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'ConntrackHelper': {'1.0'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Log': {'1.0'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'NDPProxy': {'1.0'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Network': {'1.1'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Port': {'1.7'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'PortForwarding': {'1.3'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'QosPolicy': {'1.10'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroup': {'1.5'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SubPort': {'1.0'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Subnet': {'1.1'}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Trunk': {'1.1'}} Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: consumer versions: Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Agent': '1.1', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'ConntrackHelper': '1.0', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'LocalIPAssociation': '1.0', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Log': '1.0', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'NDPProxy': '1.0', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Network': '1.1', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Port': '1.7', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'PortForwarding': '1.3', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'QosPolicy': '1.10', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroup': '1.5', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SecurityGroupRule': '1.2', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'SubPort': '1.0', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Subnet': '1.1', Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: 'Trunk': '1.1'}} Sep 30 09:45:53.861405 dv-cinder-master-3-iscsi neutron-server[113205]: {{(pid=113205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:45:53.911320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.914187 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:53.915331 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:53.916102 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.916645 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:53.917398 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Bound port: 233f84ff-dc41-412a-921b-4b701aa6e0c9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:53.917939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.955380 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Provisioning complete for port c1feeb13-170b-4980-9c93-30ea7a94b340 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:53.957048 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.959378 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 1 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:53.987722 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:53.991355 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] For port 233f84ff-dc41-412a-921b-4b701aa6e0c9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:53.993812 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.994867 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] For port 233f84ff-dc41-412a-921b-4b701aa6e0c9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=233f84ff-dc41-412a-921b-4b701aa6e0c9,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:54.003082 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.015254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:54.079106 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.135355 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f31cc-b156-42bb-bc8b-7236f6e2cffb None None] Pushing event updated for resources: {'Port': ['ID=233f84ff-dc41-412a-921b-4b701aa6e0c9,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.147521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.164019 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:54.164912 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:54.256007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:45:54.301438 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.306713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for router_gateway (cdd64d18-309c-47c2-a505-81317a69bcb9), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.354235 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:54.414110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.439409 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:54.451556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Sync routers for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:54.463239 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.481176 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:54.483381 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:54.584723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.589969 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-7c300b0c-587c-47d7-bcd8-c16ced82b19f admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6936967 Sep 30 09:45:54.590091 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 2 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:54.590181 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53310) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:54.606064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks [] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.694374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.705642 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (b196b2b1-9467-425b-85bb-6d6c105b12be), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.729676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae922305-4176-4edd-8150-5bd5265aa623 None None] Network d038a068-f643-497f-8e6f-7d6e8fb5892b requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:54.800108 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.831998 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.859410 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 1, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:54.926756 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:54.944465 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42ee57-de60-4fe6-a35d-3d9f445185fd None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 1, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:55.079742 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:55.084784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:55.228631 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Router cdd64d18-309c-47c2-a505-81317a69bcb9 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:45:55.354510 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:55.451906 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 3291eabc-8476-48e1-90b3-0e49bcde606a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:55.474726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Router b196b2b1-9467-425b-85bb-6d6c105b12be has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:55.525600 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:55.526765 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a266014-056d-4066-847e-961705c9e59a None None] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:55.570839 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:55.623191 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.717296 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:55.735359 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:55.737936 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:55.758746 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-769b198f-3e88-4406-8f1b-e6534cceb9c2 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b196b2b1-9467-425b-85bb-6d6c105b12be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9127915 Sep 30 09:45:55.768667 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:55.770006 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:55.920913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.929950 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ac9563c8-885d-47f3-a103-f2d9230d70d3 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8213646 Sep 30 09:45:55.930635 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53374) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:55.981640 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:56.034671 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 3 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:56.081567 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 3291eabc-8476-48e1-90b3-0e49bcde606a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:56.081959 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.082295 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 3291eabc-8476-48e1-90b3-0e49bcde606a Sep 30 09:45:56.169600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Allocated IP 172.20.0.1 (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3/60a86eb6-daf2-49f6-a6fa-6f3fdc65436e/0edf3085-2343-477c-aeff-24dca5130af3) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:56.194071 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.484918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:56.507004 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:56.543591 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:56.550252 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:56.563018 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks [] for port (0edf3085-2343-477c-aeff-24dca5130af3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.585724 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:56.591494 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Updating router cdd64d18-309c-47c2-a505-81317a69bcb9 port a814a09a-4d8f-4407-894b-fc4aa5feb85d binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:45:56.658115 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.668597 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Checking router: b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:56.669195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Updating router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:45:56.722784 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 3291eabc-8476-48e1-90b3-0e49bcde606a is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:56.723413 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.726960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.736633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.813862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.816619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.832164 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Pushing event updated for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:56.840027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53420) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:56.844594 dv-cinder-master-3-iscsi neutron-server[113203]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 09:45:56.945196 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 3291eabc-8476-48e1-90b3-0e49bcde606a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3291eabc-8476-48e1-90b3-0e49bcde606a,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:56.983168 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:56.990183 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 4 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:57.039352 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.048457 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c147afeb-a580-4f58-9be3-0d2e0482431c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:57.081596 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53424) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:57.129167 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:57.141290 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-51552e7a-710b-400e-9c76-e511000dfcf6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:57.143121 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-51552e7a-710b-400e-9c76-e511000dfcf6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 0.3012736 Sep 30 09:45:57.150233 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=3291eabc-8476-48e1-90b3-0e49bcde606a,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:57.154405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:57.158635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:57.162703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c147afeb-a580-4f58-9be3-0d2e0482431c triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:57.162703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.163468 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c147afeb-a580-4f58-9be3-0d2e0482431c Sep 30 09:45:57.179708 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:57.180347 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.191055 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.303903 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c147afeb-a580-4f58-9be3-0d2e0482431c is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:57.306544 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.347958 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks [] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.363403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port c147afeb-a580-4f58-9be3-0d2e0482431c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c147afeb-a580-4f58-9be3-0d2e0482431c,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:57.427740 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dcdb9183-ee05-4646-be7d-7293c9313d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.432806 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.439340 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.536678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.541960 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Attempting to bind port a814a09a-4d8f-4407-894b-fc4aa5feb85d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:57.544233 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-89fe3fc9-6dec-4221-b8a3-ce534bfa12e1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/quotas/f1c0948ddb014e6f93d6069bb5203890 HTTP/1.1" status: 200 len: 375 time: 0.3869870 Sep 30 09:45:57.548219 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Attempting to bind port a814a09a-4d8f-4407-894b-fc4aa5feb85d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:57.548585 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Attempting to bind port a814a09a-4d8f-4407-894b-fc4aa5feb85d on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:57.631199 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 5 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:57.654919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=c147afeb-a580-4f58-9be3-0d2e0482431c,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:57.694775 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c7e53-1256-45ba-97a4-547bc0ba1e10 None None] Pushing event updated for resources: {'Port': ['ID=a814a09a-4d8f-4407-894b-fc4aa5feb85d,revision_number=2']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:57.744800 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Bound port: a814a09a-4d8f-4407-894b-fc4aa5feb85d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:57.752277 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.836131 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks [] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.864353 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-0159b2c1-d375-42ff-9518-b7fe56362380 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3185687 Sep 30 09:45:57.869730 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.884847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.937849 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] For port a814a09a-4d8f-4407-894b-fc4aa5feb85d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:57.938306 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.938413 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] For port a814a09a-4d8f-4407-894b-fc4aa5feb85d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a814a09a-4d8f-4407-894b-fc4aa5feb85d,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:57.968968 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dcdb9183-ee05-4646-be7d-7293c9313d01 admin admin] Publish callbacks [] for security_group (8ce2d14e-6e01-469d-bdf8-64233135c586), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.974733 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 3291eabc-8476-48e1-90b3-0e49bcde606a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:58.016202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-963cc500-dcf1-4e70-9683-bb3847d92695 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:45:58.020230 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-963cc500-dcf1-4e70-9683-bb3847d92695 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0691109 Sep 30 09:45:58.027880 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.045905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Attempting to bind port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:58.046432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Attempting to bind port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:58.047729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Attempting to bind port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:58.066329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efefb9-eb08-4cd9-a2d7-cc3fc05cb620 None None] Pushing event updated for resources: {'Port': ['ID=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.107438 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.115087 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c7e53-1256-45ba-97a4-547bc0ba1e10 None None] Pushing event updated for resources: {'Port': ['ID=a814a09a-4d8f-4407-894b-fc4aa5feb85d,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.124360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dcdb9183-ee05-4646-be7d-7293c9313d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8ce2d14e-6e01-469d-bdf8-64233135c586), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.129887 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:58.140357 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:58.144594 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 3291eabc-8476-48e1-90b3-0e49bcde606a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:58.144998 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.145340 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 3291eabc-8476-48e1-90b3-0e49bcde606a Sep 30 09:45:58.149172 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:58.149540 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:58.150012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.150399 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:58.151213 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Bound port: 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:58.151795 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.199071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0edf3085-2343-477c-aeff-24dca5130af3), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.231548 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Allocated IP 172.20.0.1 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/7e5680a6-21b5-4615-b9b3-c87cec4453e7) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:58.245798 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 6 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:58.247545 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-dcdb9183-ee05-4646-be7d-7293c9313d01 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=66fd4af7b1ba4f02bd6525daa760b783&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1601985 Sep 30 09:45:58.248314 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53456) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:58.263567 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb9183-ee05-4646-be7d-7293c9313d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce2d14e-6e01-469d-bdf8-64233135c586,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.322683 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:58.326619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] For port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:58.331781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] For port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:58.332160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-2eb8bc2a-692b-4654-b431-e4dbae5e5fc1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022552 Sep 30 09:45:58.361133 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:58.388794 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 3291eabc-8476-48e1-90b3-0e49bcde606a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:58.389992 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 233f84ff-dc41-412a-921b-4b701aa6e0c9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:58.445235 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.462145 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.498241 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.519338 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-2d1669bc-c4d1-48e3-bbc8-9853cbedd72d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861403 Sep 30 09:45:58.529908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] Publish callbacks [] for security_group (8ce2d14e-6e01-469d-bdf8-64233135c586), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.559326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.615629 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks [] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.619707 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] Publish callbacks [] for security_group (8ce2d14e-6e01-469d-bdf8-64233135c586), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.631740 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:58.642543 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks [] for port (0edf3085-2343-477c-aeff-24dca5130af3), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.652760 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:58.655851 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:58.678689 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7acce-d108-426b-a72a-21c8361d32d8 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:58.720580 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.720580 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.810638 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Pushing event updated for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.832478 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 7 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:45:58.879434 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efefb9-eb08-4cd9-a2d7-cc3fc05cb620 None None] Pushing event updated for resources: {'Port': ['ID=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.887076 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:58.895100 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 233f84ff-dc41-412a-921b-4b701aa6e0c9 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:58.895482 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.895818 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 233f84ff-dc41-412a-921b-4b701aa6e0c9 Sep 30 09:45:58.903254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.908547 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:58.908547 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:59.028438 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8ce2d14e-6e01-469d-bdf8-64233135c586), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.034500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.034500 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8ce2d14e-6e01-469d-bdf8-64233135c586 HTTP/1.1" status: 204 len: 168 time: 0.7773077 Sep 30 09:45:59.034500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Pushing event updated for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:59.087718 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:59.089768 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:59.107197 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e369028-6239-4dd5-93a1-375c1a31611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce2d14e-6e01-469d-bdf8-64233135c586,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:59.107197 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:59.108637 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (cdd64d18-309c-47c2-a505-81317a69bcb9), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.110817 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:59.159193 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:59.174897 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53502) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:59.288074 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:59.318366 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:59.345708 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58a129e2-1058-4875-bcbe-9ea6870a1571 req-ab85a16c-40c4-4463-a368-82a5e052e1d9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 210 time: 0.1248491 Sep 30 09:45:59.422455 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:59.424739 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:59.425328 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:59.542713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:59.570542 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-195b93f8-cbc5-4a50-9aa5-993527ec042c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9798527 Sep 30 09:45:59.604392 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.739161 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:45:59.790693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:59.865353 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 8 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:00.036775 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks [] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.042422 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:00.072851 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-bfc8c08f-1653-43a9-8ab4-ecfcbf0fdbb0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:00.082752 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-bfc8c08f-1653-43a9-8ab4-ecfcbf0fdbb0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 0.2099266 Sep 30 09:46:00.106059 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-739bd038-ab68-4373-bb0d-4bc095ebc82e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/quotas/f1c0948ddb014e6f93d6069bb5203890 HTTP/1.1" status: 200 len: 375 time: 0.0213430 Sep 30 09:46:00.109568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0edf3085-2343-477c-aeff-24dca5130af3', 'name': '', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'mac_address': 'fa:16:3e:fb:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:55Z', 'updated_at': '2022-09-30T09:45:56Z', 'revision_number': 1, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'subnets': [{'id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:00.118078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.119038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (cdd64d18-309c-47c2-a505-81317a69bcb9), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.140106 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:00.144749 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab09e1-5414-4059-96d1-bdf7ae515504 None None] The sync data for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi is: [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0edf3085-2343-477c-aeff-24dca5130af3', 'name': '', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'mac_address': 'fa:16:3e:fb:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:55Z', 'updated_at': '2022-09-30T09:45:56Z', 'revision_number': 1, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'subnets': [{'id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:46:00.162362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:00.168932 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 233f84ff-dc41-412a-921b-4b701aa6e0c9 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:00.169532 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.207629 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-c78804d5-18a8-47b7-8bff-fdad2cc7478d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004419 Sep 30 09:46:00.234711 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:00.244904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 233f84ff-dc41-412a-921b-4b701aa6e0c9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=233f84ff-dc41-412a-921b-4b701aa6e0c9,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:00.364549 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53574) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:00.405161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Pushing event updated for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:00.424659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7ad998b-b591-43ea-a2f3-7ff4e91b0dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.463748 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.465889 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-8f9ec0a0-7b4b-49de-a329-c57645a22830 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487288 Sep 30 09:46:00.491218 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:00.655536 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 9 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:00.673837 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-9e988e88-7716-4f7a-a6d5-7416c8eacd8d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931560 Sep 30 09:46:00.675187 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:00.702038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:00.913628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.987750 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7ad998b-b591-43ea-a2f3-7ff4e91b0dfc admin admin] Publish callbacks [] for security_group (56887242-682b-43aa-be5a-572718e01363), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.011094 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:46:01.012855 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c147afeb-a580-4f58-9be3-0d2e0482431c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:01.097940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:01.098630 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:54Z', 'revision_number': 2, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:01.131691 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:46:01.132047 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Updating router b196b2b1-9467-425b-85bb-6d6c105b12be port c1feeb13-170b-4980-9c93-30ea7a94b340 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:46:01.133956 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=233f84ff-dc41-412a-921b-4b701aa6e0c9,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:01.153336 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:01.155456 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7ad998b-b591-43ea-a2f3-7ff4e91b0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (56887242-682b-43aa-be5a-572718e01363), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.169358 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c147afeb-a580-4f58-9be3-0d2e0482431c triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:01.169710 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.170040 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c147afeb-a580-4f58-9be3-0d2e0482431c Sep 30 09:46:01.264462 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.280794 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b7ad998b-b591-43ea-a2f3-7ff4e91b0dfc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=09d3e6a988c14b7e860b96d58901271a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9029808 Sep 30 09:46:01.295106 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53610) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:01.320800 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:01.452913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad998b-b591-43ea-a2f3-7ff4e91b0dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56887242-682b-43aa-be5a-572718e01363,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:01.488876 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c147afeb-a580-4f58-9be3-0d2e0482431c is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:01.495670 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a814a09a-4d8f-4407-894b-fc4aa5feb85d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:01.503923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:01.523955 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] Publish callbacks [] for security_group (56887242-682b-43aa-be5a-572718e01363), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.587556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53624) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:01.603796 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] Publish callbacks [] for security_group (56887242-682b-43aa-be5a-572718e01363), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.603796 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:46:01.628902 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:01.648743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bcaa6b57-49a6-480d-a976-a3012e513c3b req-de4439f1-40df-4e63-91e3-d9d6afefa4a8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.2172425 Sep 30 09:46:01.649686 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-26b778c7-41ca-4a07-b775-2a26f139d1de admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/cdd64d18-309c-47c2-a505-81317a69bcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7177186 Sep 30 09:46:01.726650 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Attempt 10 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:01.735531 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-914340dc-d789-4542-8854-79e58364907f tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:01.737039 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-914340dc-d789-4542-8854-79e58364907f tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/networks?id=5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 HTTP/1.1" status: 200 len: 812 time: 0.5355895 Sep 30 09:46:01.760789 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-2a9364f7-17c1-428c-a72c-dc255ca95c19 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/quotas/b7f6b7ca2f3b4c20ab58940f7e24c1ed HTTP/1.1" status: 200 len: 375 time: 0.0154440 Sep 30 09:46:01.874489 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:46:01.881777 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port a814a09a-4d8f-4407-894b-fc4aa5feb85d triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:01.882535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.883036 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port a814a09a-4d8f-4407-894b-fc4aa5feb85d Sep 30 09:46:01.892624 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8254cb7a-dc6b-4a37-b4f4-210746d4063f None None] Port c1feeb13-170b-4980-9c93-30ea7a94b340 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:01.913305 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:01.913940 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:01.916760 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-01b05207-475b-4e24-9794-11fa95772bbb tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b7f6b7ca2f3b4c20ab58940f7e24c1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1306798 Sep 30 09:46:01.921724 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-59c67db6-e2f7-4af8-948a-09112c1b157f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.945588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (56887242-682b-43aa-be5a-572718e01363), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.948517 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.954346 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/56887242-682b-43aa-be5a-572718e01363 HTTP/1.1" status: 204 len: 168 time: 0.6566610 Sep 30 09:46:01.993776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb530d7-8b88-4c2d-b34f-550edc5c21b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56887242-682b-43aa-be5a-572718e01363,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:02.086127 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.107125 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Provisioning complete for port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:02.107677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.108204 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 1 to provision port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 Sep 30 09:46:02.149790 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:02.178985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:02.183215 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port a814a09a-4d8f-4407-894b-fc4aa5feb85d is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:02.183215 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.216107 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-59c67db6-e2f7-4af8-948a-09112c1b157f admin admin] Publish callbacks [] for security_group (3655b399-111e-4ee6-a8bd-6c2d06d81c54), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.258629 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port a814a09a-4d8f-4407-894b-fc4aa5feb85d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a814a09a-4d8f-4407-894b-fc4aa5feb85d,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:02.262636 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-7186e7d1-3fb5-4c23-ba13-5a175e884d3d service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:46:02.271321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-7186e7d1-3fb5-4c23-ba13-5a175e884d3d service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2733283 Sep 30 09:46:02.278924 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.423682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.423682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-59c67db6-e2f7-4af8-948a-09112c1b157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (3655b399-111e-4ee6-a8bd-6c2d06d81c54), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.424646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks [] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.424646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.425289 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-59c67db6-e2f7-4af8-948a-09112c1b157f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=15f01216eb594d88b37cb4377de3b831&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7867563 Sep 30 09:46:02.425289 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c67db6-e2f7-4af8-948a-09112c1b157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3655b399-111e-4ee6-a8bd-6c2d06d81c54,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:02.425289 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53668) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:02.445056 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=a814a09a-4d8f-4407-894b-fc4aa5feb85d,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:02.509745 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:02.513682 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-7ca734b0-b0ca-4b9c-b783-fb0362914759 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267816 Sep 30 09:46:02.513867 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] Publish callbacks [] for security_group (3655b399-111e-4ee6-a8bd-6c2d06d81c54), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.555034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53672) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:02.561004 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581862540', 'description': 'tempest-description--781383429'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:02.579029 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:46:02.581153 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.592494 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] Publish callbacks [] for security_group (3655b399-111e-4ee6-a8bd-6c2d06d81c54), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.597923 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Updating router cdd64d18-309c-47c2-a505-81317a69bcb9 port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:46:02.660734 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.690314 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 2 to provision port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 Sep 30 09:46:02.723804 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.775804 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (3655b399-111e-4ee6-a8bd-6c2d06d81c54), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.783896 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.784642 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3655b399-111e-4ee6-a8bd-6c2d06d81c54 HTTP/1.1" status: 204 len: 168 time: 0.3702872 Sep 30 09:46:02.803978 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d64121-835c-49dc-8049-64c944c53674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3655b399-111e-4ee6-a8bd-6c2d06d81c54,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:02.811108 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.833764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 233f84ff-dc41-412a-921b-4b701aa6e0c9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:02.874948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.980097 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-80956865-8abb-4c9f-b478-1b38cf144bc1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391313 Sep 30 09:46:03.003647 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:03.015336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70529251-9aa7-4444-9788-b3098046c679 None None] Pushing event updated for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:03.172724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (2cd1a216-c2a2-4cfa-a192-c5feb95a64d5), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.176089 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d523042a-17d1-480b-b15f-e6d7da3a2627 req-96cb382d-7203-48da-8aaf-75b7e4e7a4d5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.4072640 Sep 30 09:46:03.295649 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2cd1a216-c2a2-4cfa-a192-c5feb95a64d5), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.327932 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Attempting to bind port c1feeb13-170b-4980-9c93-30ea7a94b340 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:03.328453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Attempting to bind port c1feeb13-170b-4980-9c93-30ea7a94b340 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:03.328915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Attempting to bind port c1feeb13-170b-4980-9c93-30ea7a94b340 on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:03.356399 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:03.360875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:03.410711 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.414879 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-8f3f6876-fe5c-47b8-9524-5eec0a6f5d76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8558493 Sep 30 09:46:03.415104 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53704) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:03.420704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '2cd1a216-c2a2-4cfa-a192-c5feb95a64d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:03.440955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 233f84ff-dc41-412a-921b-4b701aa6e0c9 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:03.440955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.440955 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 233f84ff-dc41-412a-921b-4b701aa6e0c9 Sep 30 09:46:03.475836 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks [] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.527286 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 3 to provision port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 Sep 30 09:46:03.567090 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:03.569052 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:03.569052 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.569591 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Bound using segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:03.570074 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Bound port: c1feeb13-170b-4980-9c93-30ea7a94b340, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:03.570449 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.580034 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4355827-096a-47ef-957a-33ca6dd37055 req-22598b84-174d-4f44-800b-5c0b7e34f950 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.0386660 Sep 30 09:46:03.589597 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.601599 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (ce0fab4b-7b15-43c5-ad44-178cf19fee07), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.670415 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:03.758622 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (ce0fab4b-7b15-43c5-ad44-178cf19fee07), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.819636 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 233f84ff-dc41-412a-921b-4b701aa6e0c9 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:03.821203 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a814a09a-4d8f-4407-894b-fc4aa5feb85d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:03.826873 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:03.837462 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d14fb-aacd-4c77-af1d-4b60e00068e7 None None] Pushing event updated for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:03.850437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (ce0fab4b-7b15-43c5-ad44-178cf19fee07), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.850537 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] For port c1feeb13-170b-4980-9c93-30ea7a94b340, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:03.872849 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] For port c1feeb13-170b-4980-9c93-30ea7a94b340, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1feeb13-170b-4980-9c93-30ea7a94b340,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:03.877371 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Attempting to bind port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:03.877744 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Attempting to bind port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:03.878447 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Attempting to bind port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:03.890283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port a814a09a-4d8f-4407-894b-fc4aa5feb85d triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:03.890745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.899635 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port a814a09a-4d8f-4407-894b-fc4aa5feb85d Sep 30 09:46:03.919857 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0fab4b-7b15-43c5-ad44-178cf19fee07,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:03.947400 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.977644 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.979719 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-113cec8b-6fc5-4da4-889b-9403cbd38341 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625603 Sep 30 09:46:03.982928 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53726) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:03.988178 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '2cd1a216-c2a2-4cfa-a192-c5feb95a64d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:03.990014 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:03.990557 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:03.991587 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:03.992082 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:03.992700 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Bound port: 7e5680a6-21b5-4615-b9b3-c87cec4453e7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:03.993190 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.090670 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53732) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:04.109434 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:04.110082 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:04.111213 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a59cdbb7-bf81-46d0-8e07-c45eec2e5d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.127487 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (600a8701-c3ce-448f-bedb-6c5c1c59c722), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.204913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] For port 7e5680a6-21b5-4615-b9b3-c87cec4453e7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:04.210299 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] For port 7e5680a6-21b5-4615-b9b3-c87cec4453e7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e5680a6-21b5-4615-b9b3-c87cec4453e7,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:04.272593 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a59cdbb7-bf81-46d0-8e07-c45eec2e5d66 admin admin] Publish callbacks [] for security_group (9a698cc2-0c1a-4f56-8d33-1752a6f5e2db), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.282782 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.301069 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:04.301069 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:04.343846 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 4 to provision port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 Sep 30 09:46:04.399267 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (600a8701-c3ce-448f-bedb-6c5c1c59c722), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.400273 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a59cdbb7-bf81-46d0-8e07-c45eec2e5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (9a698cc2-0c1a-4f56-8d33-1752a6f5e2db), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.410637 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70529251-9aa7-4444-9788-b3098046c679 None None] Pushing event updated for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:04.430799 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:04.467447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cdbb7-bf81-46d0-8e07-c45eec2e5d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a698cc2-0c1a-4f56-8d33-1752a6f5e2db,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:04.494102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:04.496461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:04.501687 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (600a8701-c3ce-448f-bedb-6c5c1c59c722), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.580274 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a59cdbb7-bf81-46d0-8e07-c45eec2e5d66 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8ead447fbc024c66b835a0e1af4e746e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4885128 Sep 30 09:46:04.583021 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 53760) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:04.589643 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600a8701-c3ce-448f-bedb-6c5c1c59c722,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:04.628197 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-92da4dcd-0f67-4418-b419-bf09643e0ac0 req-5b0814b1-bfe1-49ea-a227-8d8f96843f94 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.0459442 Sep 30 09:46:04.688215 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.689415 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ddcdd6a1-e8f0-41ed-acc7-d822ea4b8640 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7055423 Sep 30 09:46:04.692711 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 53770) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:04.696143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port a814a09a-4d8f-4407-894b-fc4aa5feb85d is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:04.697576 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:04.697974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:04.700272 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] Publish callbacks [] for security_group (9a698cc2-0c1a-4f56-8d33-1752a6f5e2db), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.737823 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] Publish callbacks [] for security_group (9a698cc2-0c1a-4f56-8d33-1752a6f5e2db), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.758199 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Sync routers for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:46:04.812981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Current status of the port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:04.813720 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.861495 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (9a698cc2-0c1a-4f56-8d33-1752a6f5e2db), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.866525 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.878744 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9a698cc2-0c1a-4f56-8d33-1752a6f5e2db HTTP/1.1" status: 204 len: 168 time: 0.2912860 Sep 30 09:46:04.882043 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-36eda8ba-a9f6-43d3-821f-667178b19530 req-397a2cbf-2785-498a-a172-8a3b4c9d034b tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.0741298 Sep 30 09:46:04.886318 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:04.890054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.933253 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55ac0c-7083-40dd-8daf-86d2cc72e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a698cc2-0c1a-4f56-8d33-1752a6f5e2db,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:04.946919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:04.949630 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:05.022820 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d14fb-aacd-4c77-af1d-4b60e00068e7 None None] Pushing event updated for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:05.046527 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:05.139140 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.146439 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:05.150696 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.151230 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac Sep 30 09:46:05.153955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:05.235526 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] For port 7e5680a6-21b5-4615-b9b3-c87cec4453e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e5680a6-21b5-4615-b9b3-c87cec4453e7,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:05.260898 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.36', 54290) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:05.295770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:05.351778 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.356216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.37.6.253 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/5fab9566-6968-43d0-88cc-d3c1a3c6b4ec) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:46:05.413787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Provisioning complete for port c1feeb13-170b-4980-9c93-30ea7a94b340 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:05.413787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.413787 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 1 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:05.435610 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:05.439606 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:05.646197 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:05.653422 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.659755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Pushing event updated for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:05.766149 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:03Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:05.838888 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:05.967319 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:05.974432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235d1e5-a5d6-4eaa-b825-2a43b4e7a9f5 None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:03Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:46:05.978237 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:05.982913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:05.992970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:46:06.022916 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=5fab9566-6968-43d0-88cc-d3c1a3c6b4ec,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:06.064012 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd27a6-8abf-4e8d-8c78-0ee192bd54e5 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:46:06.108004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Current status of the port c1feeb13-170b-4980-9c93-30ea7a94b340 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:06.108235 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:06.110949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:06.111345 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:06.151292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:06.268811 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:06.330466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-e8cdf962-8283-4269-85a9-c83633edb4b4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:06.342410 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-e8cdf962-8283-4269-85a9-c83633edb4b4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 1.0729365 Sep 30 09:46:06.347061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:06.360361 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fc447e84-c13f-4677-aaaa-ca53aa31d518 req-3eca9bce-3945-4c98-a77d-bc475951cd53 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.2432933 Sep 30 09:46:06.378392 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] For port c1feeb13-170b-4980-9c93-30ea7a94b340, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1feeb13-170b-4980-9c93-30ea7a94b340,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:06.380838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:06.439343 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bdcda6c8-2c2f-4837-b151-26657ff2326d req-1c7299df-e023-44df-aa8a-94efb6d98e70 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.2470353 Sep 30 09:46:06.446972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:06.454172 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:06.462993 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'port': {'device_id': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'admin_state_up': True, 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:06.491025 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c1feeb13-170b-4980-9c93-30ea7a94b340 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:06.689945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.36', 54301) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:06.710071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.191161 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Pushing event updated for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:07.208959 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Provisioning complete for port c147afeb-a580-4f58-9be3-0d2e0482431c triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:07.209387 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.209714 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 1 to provision port c147afeb-a580-4f58-9be3-0d2e0482431c Sep 30 09:46:07.243539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.263607 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-08946a83-7689-4f21-aba2-7c37308e07a7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:07.270422 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-08946a83-7689-4f21-aba2-7c37308e07a7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 0.5721750 Sep 30 09:46:07.270745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:07.282548 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:07.318481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.319504 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.320712 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'port': {'device_id': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'admin_state_up': True, 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:07.330190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Made reservation on behalf of f1c0948ddb014e6f93d6069bb5203890 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:46:07.333143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0edf3085-2343-477c-aeff-24dca5130af3', 'name': '', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'mac_address': 'fa:16:3e:fb:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:55Z', 'updated_at': '2022-09-30T09:45:58Z', 'revision_number': 2, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'subnets': [{'id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:07.337136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.395814 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c1feeb13-170b-4980-9c93-30ea7a94b340 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:07.397899 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.398246 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:07.408660 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Checking router: b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:46:07.408660 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Updating router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 port 0edf3085-2343-477c-aeff-24dca5130af3 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:46:07.453124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=5fab9566-6968-43d0-88cc-d3c1a3c6b4ec,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:07.486986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.503721 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b1bb5e55-24f1-4298-9913-fd14b035df5a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8096945 Sep 30 09:46:07.592046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0edf3085-2343-477c-aeff-24dca5130af3), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.648849 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-762b7e00-f7f6-46c5-ae2f-55834bd68218 req-d462a8d6-9e33-4340-afc2-3040712d3b98 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.0691404 Sep 30 09:46:07.719472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Current status of the port c147afeb-a580-4f58-9be3-0d2e0482431c is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:07.736435 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f317dcda-243c-401d-a83d-8689e9ad75d0 req-c9b03695-43da-448e-b34c-c1151b16fd06 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.0460973 Sep 30 09:46:07.791331 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.36', 54310) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:07.901816 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Made reservation on behalf of f1c0948ddb014e6f93d6069bb5203890 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:46:07.914105 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.973196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.007658 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Allocated IP 172.20.0.6 (069f8527-f158-4f06-809a-7a507bf3fc84/5097a34b-c136-47dd-9d48-0761ca5f7a16/45105b4f-28b5-44d6-bdd3-42f2c0b33de7) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:46:08.142930 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Provisioning complete for port 0edf3085-2343-477c-aeff-24dca5130af3 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:08.144914 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0edf3085-2343-477c-aeff-24dca5130af3), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:08.157780 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 1 to provision port 0edf3085-2343-477c-aeff-24dca5130af3 Sep 30 09:46:08.168385 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c1feeb13-170b-4980-9c93-30ea7a94b340 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:08.258124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-613cc51a-059e-4ef7-98dd-b0fd15b61790 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.266437 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Port 0edf3085-2343-477c-aeff-24dca5130af3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:08.267911 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-613cc51a-059e-4ef7-98dd-b0fd15b61790 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 HTTP/1.1" status: 200 len: 812 time: 0.4735279 Sep 30 09:46:08.321477 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Request body: {'port': {'device_id': '2a244aaa-c28f-405e-ad45-39386205bb41', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'admin_state_up': True, 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:08.350987 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.352252 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.542039 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1c830309-4e8a-4bd5-9fcc-80a83d414e43 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1581862540&fields=id&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 267 time: 0.4858463 Sep 30 09:46:08.613758 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks [] for port (0edf3085-2343-477c-aeff-24dca5130af3), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:08.694138 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:08.832778 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 2 to provision port 0edf3085-2343-477c-aeff-24dca5130af3 Sep 30 09:46:08.864119 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b26104-5641-488b-b20f-6be8bcd9fd27 None None] Pushing event updated for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:08.934863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:08.983747 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 7e5680a6-21b5-4615-b9b3-c87cec4453e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:09.124460 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.235061 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Attempting to bind port 0edf3085-2343-477c-aeff-24dca5130af3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:09.237399 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Attempting to bind port 0edf3085-2343-477c-aeff-24dca5130af3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:09.237974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Attempting to bind port 0edf3085-2343-477c-aeff-24dca5130af3 on network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:09.246314 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ff47ab4e-7767-474f-8e82-a5c8b326c2c4 req-cb1ccb96-b3ec-4e17-ba30-603eea62bedd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.1355748 Sep 30 09:46:09.268354 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Port 0edf3085-2343-477c-aeff-24dca5130af3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:09.407546 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:09.408009 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.408275 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 Sep 30 09:46:09.433380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-8a21dfd1-b29b-4d66-9a2d-639f64731b20 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:09.437322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:09.437693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Checking segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:09.438183 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.438573 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Bound using segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:09.439156 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Bound port: 0edf3085-2343-477c-aeff-24dca5130af3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:09.439534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0edf3085-2343-477c-aeff-24dca5130af3), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.446351 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-8a21dfd1-b29b-4d66-9a2d-639f64731b20 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.9040534 Sep 30 09:46:09.514740 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:09.526426 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1db517af-ff34-4bb2-a05f-8fdea1c6e3e2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/quotas/86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 375 time: 0.0770450 Sep 30 09:46:09.551674 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:09.560058 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:09.573596 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:09.573596 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:09.575855 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:46:09.582613 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:09.583414 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.589066 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Allocated IP 172.20.0.10 (069f8527-f158-4f06-809a-7a507bf3fc84/5097a34b-c136-47dd-9d48-0761ca5f7a16/d3f7eb0a-905a-4efa-b08a-3fca026724aa) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:46:09.609569 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:09.610966 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c1feeb13-170b-4980-9c93-30ea7a94b340 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:09.713418 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f8124fb7-ad4b-48fc-b3fb-f142587174c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2616949 Sep 30 09:46:09.733643 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] For port 0edf3085-2343-477c-aeff-24dca5130af3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:09.738134 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] For port 0edf3085-2343-477c-aeff-24dca5130af3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0edf3085-2343-477c-aeff-24dca5130af3,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:09.754940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c1feeb13-170b-4980-9c93-30ea7a94b340 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:09.755554 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:09.755966 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c1feeb13-170b-4980-9c93-30ea7a94b340 Sep 30 09:46:09.757244 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:09.762361 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-12aed3ba-6a76-41d9-b48f-4353e478db2a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:46:09.766023 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-12aed3ba-6a76-41d9-b48f-4353e478db2a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0228961 Sep 30 09:46:09.775056 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7c99409a-3a55-41ef-b1a2-67514a3297f6 req-c93839d4-bf93-4556-a61d-4e1af7a20744 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.3223369 Sep 30 09:46:09.805405 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-5c504a16-5d07-46b9-9a85-421d6c5185bf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2779226 Sep 30 09:46:09.854267 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 3 to provision port 0edf3085-2343-477c-aeff-24dca5130af3 Sep 30 09:46:09.862918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.013370 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-dac4c95c-cabd-472d-91c0-12c53c76cb63 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841116 Sep 30 09:46:10.078032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b26104-5641-488b-b20f-6be8bcd9fd27 None None] Pushing event updated for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:10.125456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Made reservation on behalf of b7f6b7ca2f3b4c20ab58940f7e24c1ed for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:46:10.137770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.223620 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.251217 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:10.252086 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:45:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:10.428511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c1feeb13-170b-4980-9c93-30ea7a94b340 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:10.428511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:10.448465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.465229 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:10.528713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Request body: {'port': {'device_id': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:10.543143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:10.700884 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.735928 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Current status of the port 0edf3085-2343-477c-aeff-24dca5130af3 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:10.740006 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0edf3085-2343-477c-aeff-24dca5130af3), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.742027 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:10.752288 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Allocated IP 172.20.0.13 (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3/60a86eb6-daf2-49f6-a6fa-6f3fdc65436e/8588e984-7119-40f8-9e2a-800c04c4c6aa) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:46:10.799459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] For port 0edf3085-2343-477c-aeff-24dca5130af3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0edf3085-2343-477c-aeff-24dca5130af3,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:10.830154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:10.859627 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:10.867029 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:10.903527 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:46:10.910727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:10.919876 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:10.961184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.007738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks [] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.053882 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10336987-4e18-479f-afb1-a54723c6e3a0 req-c284db83-b964-4c3e-b4cf-1bdaa6351af4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:11.055617 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-10336987-4e18-479f-afb1-a54723c6e3a0 req-c284db83-b964-4c3e-b4cf-1bdaa6351af4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 932 time: 0.6188443 Sep 30 09:46:11.059550 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:11.098837 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Provisioning complete for port 3291eabc-8476-48e1-90b3-0e49bcde606a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:11.099576 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.100197 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Attempt 1 to provision port 3291eabc-8476-48e1-90b3-0e49bcde606a Sep 30 09:46:11.167916 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-10336987-4e18-479f-afb1-a54723c6e3a0 req-ddbbf07e-d6d0-4ed0-8a2d-e803c8acbb62 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974445 Sep 30 09:46:11.189460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.342562 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:11.344002 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.344422 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac Sep 30 09:46:11.356544 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Pushing event updated for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:11.458036 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:11.478828 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Pushing event updated for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:11.486801 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:11.528119 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:11.562713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0edf3085-2343-477c-aeff-24dca5130af3', 'name': '', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'mac_address': 'fa:16:3e:fb:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:55Z', 'updated_at': '2022-09-30T09:46:09Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'subnets': [{'id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:11.596210 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-dadc70f2-2c28-4dc5-bb2a-75e12d23bd6b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5877531 Sep 30 09:46:11.632807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:46:11.643668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:11.647059 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a696a-c11b-4ced-8acf-12d980627b9a None None] The sync data for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi is: [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0edf3085-2343-477c-aeff-24dca5130af3', 'name': '', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'mac_address': 'fa:16:3e:fb:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:55Z', 'updated_at': '2022-09-30T09:46:09Z', 'revision_number': 4, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'subnets': [{'id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:46:11.654157 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.751293 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75e525-b459-48c9-b323-932a83d1c469 req-3245f8ee-bfe3-4315-a8e7-9820dc3249a6 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:11.792757 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-be75e525-b459-48c9-b323-932a83d1c469 req-3245f8ee-bfe3-4315-a8e7-9820dc3249a6 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 932 time: 0.3344135 Sep 30 09:46:11.919984 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-c1de170a-2788-4404-8233-4da34f5c1b2c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6069996 Sep 30 09:46:11.948943 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-be75e525-b459-48c9-b323-932a83d1c469 req-5afe395a-668b-412f-b67c-110496a949da tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550577 Sep 30 09:46:12.028392 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:12.040171 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks [] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.072824 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-118949ed-9f98-451b-b424-61e2b809af2f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7567601 Sep 30 09:46:12.074437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Transition to ACTIVE for port object 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:46:12.113729 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:12.156235 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0582226f-5eee-451f-9a7b-b234feb899c0 req-2c150a50-7570-4f21-af05-7098e9066470 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0583255 Sep 30 09:46:12.161999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.219900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1ef3-770e-436e-be7f-eb443611987e None None] Current status of the port 3291eabc-8476-48e1-90b3-0e49bcde606a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:12.227412 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:12.251374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:12.285678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:12.329649 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Attempting to bind port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:12.330049 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Attempting to bind port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:12.330429 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Attempting to bind port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:12.341221 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Provisioning complete for port d3f7eb0a-905a-4efa-b08a-3fca026724aa triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:12.343118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.343611 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 1 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:12.365992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3470-84f5-4622-9e71-f055398df523 req-9003e18c-8601-45a0-9a64-4dbaed9d9886 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:12.368714 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-31ad3470-84f5-4622-9e71-f055398df523 req-9003e18c-8601-45a0-9a64-4dbaed9d9886 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 932 time: 0.0846164 Sep 30 09:46:12.387027 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 on network 069f8527-f158-4f06-809a-7a507bf3fc84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:46:12.387427 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Attempting to bind port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:12.439288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:12.439503 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:12.439873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:12.440515 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Bound using segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:12.440915 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Bound port: 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:12.441287 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.447255 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0edf3085-2343-477c-aeff-24dca5130af3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:12.476891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-31ad3470-84f5-4622-9e71-f055398df523 req-9e04cda2-d392-4b80-bfde-7635d99c58a0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Sep 30 09:46:12.529807 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:12.558937 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 0edf3085-2343-477c-aeff-24dca5130af3 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:12.560063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0edf3085-2343-477c-aeff-24dca5130af3), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.560410 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 0edf3085-2343-477c-aeff-24dca5130af3 Sep 30 09:46:12.565886 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:12.650186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 0edf3085-2343-477c-aeff-24dca5130af3 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:12.661253 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.669955 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:12.673598 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:12.675564 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 1093 time: 2.6156604 Sep 30 09:46:12.679883 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:12.798701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b081ae7-9fe9-4d1d-89b4-4cfc1a16f5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:12.902409 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b82ee-b081-4bbe-9e78-09e0e36972cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:12.912117 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:12.940696 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 2 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:12.975457 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:13.034195 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b748d9c-d00d-438a-a2b7-0d4e08b398e4 x-openstack-request-id: req-9b748d9c-d00d-438a-a2b7-0d4e08b398e4 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:13.034743 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:13.034850 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b748d9c-d00d-438a-a2b7-0d4e08b398e4 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:13.035219 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b748d9c-d00d-438a-a2b7-0d4e08b398e4'] response: {'name': 'network-changed', 'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7', 'status': 'completed', 'code': 200} Sep 30 09:46:13.080419 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b5760-504c-430c-8bd3-3f47fb6cbf1f req-86ee6b45-5fd4-4669-bef8-aebfdfd5c863 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:13.081873 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f4b5760-504c-430c-8bd3-3f47fb6cbf1f req-86ee6b45-5fd4-4669-bef8-aebfdfd5c863 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 932 time: 0.0530975 Sep 30 09:46:13.128870 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f4b5760-504c-430c-8bd3-3f47fb6cbf1f req-fcf0e232-d12f-4890-a724-73674d4c7609 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Sep 30 09:46:13.225759 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54092) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:13.244210 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dcd781ae-e347-4c8b-8b2c-060932e9ab93 req-0463e8ee-cf6d-4600-8e7c-2adea27cb896 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0332484 Sep 30 09:46:13.332334 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-96a0431c-14e4-47da-8552-778384772813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.405811 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-96a0431c-14e4-47da-8552-778384772813 admin admin] Publish callbacks [] for security_group (861720eb-c246-4b31-88d9-29cda3ef3c28), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.476518 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 3 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:13.481808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-96a0431c-14e4-47da-8552-778384772813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (861720eb-c246-4b31-88d9-29cda3ef3c28), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.520584 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:13.534145 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-96a0431c-14e4-47da-8552-778384772813 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c93c658159364808a249bdf8b2ccd752&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3049247 Sep 30 09:46:13.534145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0431c-14e4-47da-8552-778384772813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861720eb-c246-4b31-88d9-29cda3ef3c28,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:13.534515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 54100) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:13.630891 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f268ca-ec1e-4a7a-8651-da829d6755d9 req-80947e50-9a25-452e-ad18-24fc4dc2c194 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:13.632405 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69f268ca-ec1e-4a7a-8651-da829d6755d9 req-80947e50-9a25-452e-ad18-24fc4dc2c194 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 932 time: 0.0583727 Sep 30 09:46:13.635819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] Publish callbacks [] for security_group (861720eb-c246-4b31-88d9-29cda3ef3c28), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.670472 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] Publish callbacks [] for security_group (861720eb-c246-4b31-88d9-29cda3ef3c28), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.729331 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69f268ca-ec1e-4a7a-8651-da829d6755d9 req-9c9e584a-e692-47fe-a244-f45d0826cbfc tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851319 Sep 30 09:46:13.854696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (861720eb-c246-4b31-88d9-29cda3ef3c28), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.857377 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:13.858716 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/861720eb-c246-4b31-88d9-29cda3ef3c28 HTTP/1.1" status: 204 len: 168 time: 0.3229644 Sep 30 09:46:13.867096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70851fa-44c2-4831-a5ab-eccb57f971b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861720eb-c246-4b31-88d9-29cda3ef3c28,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:13.878416 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:14.021605 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 4 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:14.044671 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:14.054508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:14.268671 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fb6c7-6c4f-4378-a3a9-ce56c9737538 req-fa860e3e-f650-4e6c-96b8-2577c4b08920 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:14.271096 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5f3fb6c7-6c4f-4378-a3a9-ce56c9737538 req-fa860e3e-f650-4e6c-96b8-2577c4b08920 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 932 time: 0.0576241 Sep 30 09:46:14.344073 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5f3fb6c7-6c4f-4378-a3a9-ce56c9737538 req-3b8e92d6-7514-49fa-9284-18951f0f491e tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578010 Sep 30 09:46:14.381625 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:14.399071 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-201bacee-de2f-47a0-960d-d698cd051f90 req-81abf14c-b389-4c02-a1e2-bbf3a3b15593 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0361094 Sep 30 09:46:14.466969 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:14.555791 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 5 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:14.604830 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:14.691547 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54138) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:14.713642 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d19975b-38c2-4735-af4a-be9f492bf067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:14.921054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d19975b-38c2-4735-af4a-be9f492bf067 admin admin] Publish callbacks [] for security_group (0cc46bed-ce50-441a-beb5-7608cb8cc833), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:14.947466 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeed11-7e8c-47ba-a0ea-c6f5540d6140 req-f7ff7792-70c8-443d-8edf-116eabb581f5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:14.949098 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-78aeed11-7e8c-47ba-a0ea-c6f5540d6140 req-f7ff7792-70c8-443d-8edf-116eabb581f5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 932 time: 0.0914798 Sep 30 09:46:15.003322 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d19975b-38c2-4735-af4a-be9f492bf067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0cc46bed-ce50-441a-beb5-7608cb8cc833), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:15.023833 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-78aeed11-7e8c-47ba-a0ea-c6f5540d6140 req-1945ae50-ba32-4c7f-b618-0c120cd4861a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600238 Sep 30 09:46:15.093588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19975b-38c2-4735-af4a-be9f492bf067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc46bed-ce50-441a-beb5-7608cb8cc833,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:15.106233 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 6 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:15.108916 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0d19975b-38c2-4735-af4a-be9f492bf067 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dc3720bb351f43fc9ea163c42427bad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162302 Sep 30 09:46:15.111637 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 54154) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:15.156897 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:15.183962 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] Publish callbacks [] for security_group (0cc46bed-ce50-441a-beb5-7608cb8cc833), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:15.211641 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] Publish callbacks [] for security_group (0cc46bed-ce50-441a-beb5-7608cb8cc833), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:15.362646 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0cc46bed-ce50-441a-beb5-7608cb8cc833), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:15.365410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:15.369550 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0cc46bed-ce50-441a-beb5-7608cb8cc833 HTTP/1.1" status: 204 len: 168 time: 0.2566516 Sep 30 09:46:15.380254 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db67586-7d6b-4263-9486-345402ef8b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc46bed-ce50-441a-beb5-7608cb8cc833,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:15.658321 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 7 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:15.706999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:15.731566 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-96d54c1d-58b9-4f92-9e36-e3525f7bc574 req-3b460809-93f4-40bf-8eb7-f55608e5e91e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.1893711 Sep 30 09:46:15.756400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684cb0-cad6-4570-ae2f-436a4fbfd3cb req-9d4d81e6-ca51-46e8-8c95-2cdd305662a9 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:15.760234 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ee684cb0-cad6-4570-ae2f-436a4fbfd3cb req-9d4d81e6-ca51-46e8-8c95-2cdd305662a9 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 932 time: 0.2778459 Sep 30 09:46:15.872744 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ee684cb0-cad6-4570-ae2f-436a4fbfd3cb req-3aea2e82-4e3b-46e6-bf30-7a217cd63415 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056738 Sep 30 09:46:16.199867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Request body: {'port': {'device_id': '2a244aaa-c28f-405e-ad45-39386205bb41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:16.208399 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 8 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:16.260735 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Request body: {'port': {'device_id': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:16.267898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:16.294622 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d77a7-0461-4ce1-9d74-05b268b7a57e req-c1d9552b-61a5-4f2c-aff1-f861b67df072 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:16.296330 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5f0d77a7-0461-4ce1-9d74-05b268b7a57e req-c1d9552b-61a5-4f2c-aff1-f861b67df072 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 932 time: 0.1485894 Sep 30 09:46:16.379561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:16.404324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:16.481310 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5f0d77a7-0461-4ce1-9d74-05b268b7a57e req-726107db-7828-40fd-a39e-ed2a7e1cb8b9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207511 Sep 30 09:46:16.650172 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:16.705980 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:16.769455 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 9 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:16.775036 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f7eb0a-905a-4efa-b08a-3fca026724aa {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:16.783209 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks [] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:16.798687 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Transition to ACTIVE for port object d3f7eb0a-905a-4efa-b08a-3fca026724aa will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:46:16.814110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8588e984-7119-40f8-9e2a-800c04c4c6aa {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:16.814316 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:16.822097 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks [] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:16.845508 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Transition to ACTIVE for port object 8588e984-7119-40f8-9e2a-800c04c4c6aa will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:46:16.874288 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a8c31a4-2eee-4b4c-92c7-e63579dafa00 req-4d192de0-3307-443f-89e3-2030f758c6bb tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0296793 Sep 30 09:46:16.990324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca0cdb-fcb3-4116-ab8d-aba7e11767b4 req-994415ca-b4d6-4972-a9af-9ae13bcace58 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:16.992386 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-43ca0cdb-fcb3-4116-ab8d-aba7e11767b4 req-994415ca-b4d6-4972-a9af-9ae13bcace58 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 932 time: 0.0511103 Sep 30 09:46:17.014142 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:17.043347 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-43ca0cdb-fcb3-4116-ab8d-aba7e11767b4 req-b8e0ca06-971e-4aa3-bf29-eab851a694eb tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Sep 30 09:46:17.300283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.315765 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Attempt 10 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:17.369371 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.429581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-49a3e1d0-3195-4fa2-ada9-b1a74e164260 None None] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:17.443374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Attempting to bind port d3f7eb0a-905a-4efa-b08a-3fca026724aa on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:17.443727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Attempting to bind port d3f7eb0a-905a-4efa-b08a-3fca026724aa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:17.444025 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Attempting to bind port d3f7eb0a-905a-4efa-b08a-3fca026724aa on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:17.522157 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54230) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:17.536992 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Port d3f7eb0a-905a-4efa-b08a-3fca026724aa on network 069f8527-f158-4f06-809a-7a507bf3fc84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:46:17.537286 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Attempting to bind port d3f7eb0a-905a-4efa-b08a-3fca026724aa on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:17.572198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:17.613207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Attempting to bind port 8588e984-7119-40f8-9e2a-800c04c4c6aa on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:17.613801 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Attempting to bind port 8588e984-7119-40f8-9e2a-800c04c4c6aa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:17.613909 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Attempting to bind port 8588e984-7119-40f8-9e2a-800c04c4c6aa on network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:17.676473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Pushing event updated for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:17.679960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:17.679960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:17.679960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Bound using segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:17.679960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Bound port: d3f7eb0a-905a-4efa-b08a-3fca026724aa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:17.679960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.680906 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:17.746757 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026569a-c2bc-47a5-91fe-3913c5b903b7 req-f822da1b-8723-44c4-a312-2c2a98845375 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:17.746757 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8026569a-c2bc-47a5-91fe-3913c5b903b7 req-f822da1b-8723-44c4-a312-2c2a98845375 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0661867 Sep 30 09:46:17.746757 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Port 8588e984-7119-40f8-9e2a-800c04c4c6aa on network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:46:17.746757 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Attempting to bind port 8588e984-7119-40f8-9e2a-800c04c4c6aa on network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:17.770931 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0071f0df-7814-4257-a3bd-af2788b11d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.810297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:17.811308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Checking segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:17.811797 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Bound using segment: {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:17.812255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Bound port: 8588e984-7119-40f8-9e2a-800c04c4c6aa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac308fb-7102-4667-bb4c-5798a82aae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:17.812255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.822133 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:17.829334 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:17.860391 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8026569a-c2bc-47a5-91fe-3913c5b903b7 req-9fa743de-91b7-4d17-9284-fbb18b78ad63 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973649 Sep 30 09:46:17.891561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0071f0df-7814-4257-a3bd-af2788b11d12 admin admin] Publish callbacks [] for security_group (d3c5eff9-c13d-49aa-b79e-a9828f942144), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.939310 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.939555 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:17.943161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:17.948774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:17.948924 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:17.949032 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 200 len: 1094 time: 1.6896565 Sep 30 09:46:17.949032 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:17.950926 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:17.978898 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0071f0df-7814-4257-a3bd-af2788b11d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d3c5eff9-c13d-49aa-b79e-a9828f942144), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.013555 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-16289965-6d43-4e07-aba8-000c2a044b16 req-41d93890-b127-4f49-a6bd-163110bc2d8d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0479965 Sep 30 09:46:18.051425 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0071f0df-7814-4257-a3bd-af2788b11d12 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a8f8c0108e1d45c6984325afff2c5fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192485 Sep 30 09:46:18.056301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 54254) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:18.065013 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.077869 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:18.078554 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.080158 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8588e984-7119-40f8-9e2a-800c04c4c6aa HTTP/1.1" status: 200 len: 1094 time: 1.8892512 Sep 30 09:46:18.082439 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:18.094432 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9422f-2555-4457-bb38-ae7f1879ade8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:18.105476 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071f0df-7814-4257-a3bd-af2788b11d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5eff9-c13d-49aa-b79e-a9828f942144,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:18.114761 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506f8e1-00bc-4e6c-a421-58f8acafda39 x-openstack-request-id: req-8506f8e1-00bc-4e6c-a421-58f8acafda39 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:18.115046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:18.115300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8506f8e1-00bc-4e6c-a421-58f8acafda39 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:18.115689 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8506f8e1-00bc-4e6c-a421-58f8acafda39'] response: {'name': 'network-changed', 'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa', 'status': 'completed', 'code': 200} Sep 30 09:46:18.264274 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54036781-e51d-4af8-9e05-ac213088d309 req-7a6cec35-e678-4ae1-afda-5c6ae0c44ce4 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:18.266256 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54036781-e51d-4af8-9e05-ac213088d309 req-7a6cec35-e678-4ae1-afda-5c6ae0c44ce4 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.1048172 Sep 30 09:46:18.272124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b794-bb3e-48ff-a333-2dc563ebe099 service neutron] Pushing event updated for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:18.287848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:18.316516 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] Publish callbacks [] for security_group (d3c5eff9-c13d-49aa-b79e-a9828f942144), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.354911 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] Publish callbacks [] for security_group (d3c5eff9-c13d-49aa-b79e-a9828f942144), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.366919 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54036781-e51d-4af8-9e05-ac213088d309 req-49452499-6175-49fc-8f34-155054693062 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903780 Sep 30 09:46:18.511767 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d3c5eff9-c13d-49aa-b79e-a9828f942144), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.521662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:18.521662 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d3c5eff9-c13d-49aa-b79e-a9828f942144 HTTP/1.1" status: 204 len: 168 time: 0.4584351 Sep 30 09:46:18.523450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aadb1-e248-4965-a041-1f4f9528c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5eff9-c13d-49aa-b79e-a9828f942144,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:18.596284 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5704cef7-9e5d-410f-abbc-769a1f637db7 x-openstack-request-id: req-5704cef7-9e5d-410f-abbc-769a1f637db7 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:18.596581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:18.596839 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5704cef7-9e5d-410f-abbc-769a1f637db7 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:18.597336 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5704cef7-9e5d-410f-abbc-769a1f637db7'] response: {'name': 'network-changed', 'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa', 'status': 'completed', 'code': 200} Sep 30 09:46:18.842773 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54292) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:18.956281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:18.976496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-87ecb785-18e8-4ef0-986d-bb092683fe41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.007023 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3534c-abbb-4a65-bf2c-8911dce19729 req-945bc918-e16a-4ee9-a0d8-3c57177fd95e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:19.008560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81b3534c-abbb-4a65-bf2c-8911dce19729 req-945bc918-e16a-4ee9-a0d8-3c57177fd95e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0636790 Sep 30 09:46:19.051263 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:19.100558 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81b3534c-abbb-4a65-bf2c-8911dce19729 req-4ea81a53-0aea-43ef-a183-8d99a30d9783 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765901 Sep 30 09:46:19.134193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-87ecb785-18e8-4ef0-986d-bb092683fe41 admin admin] Publish callbacks [] for security_group (f05fb10a-1619-49ff-81b3-67a4f9324091), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.190785 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-87ecb785-18e8-4ef0-986d-bb092683fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f05fb10a-1619-49ff-81b3-67a4f9324091), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.248767 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8decc849-1fb0-41e1-be06-6983f6150ca5 req-ff9fc124-958b-4ff1-beaf-30b31cb8d623 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0764797 Sep 30 09:46:19.290007 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-87ecb785-18e8-4ef0-986d-bb092683fe41 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e9ef243fe44845d3a4c631111a5c9ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461775 Sep 30 09:46:19.291574 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecb785-18e8-4ef0-986d-bb092683fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05fb10a-1619-49ff-81b3-67a4f9324091,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:19.292766 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 54316) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:19.370271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] Publish callbacks [] for security_group (f05fb10a-1619-49ff-81b3-67a4f9324091), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.409888 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] Publish callbacks [] for security_group (f05fb10a-1619-49ff-81b3-67a4f9324091), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.562379 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b62e2e-cdef-481c-a95c-f725d41e54c9 req-e658c851-44ed-4fa8-8839-40fbf9606af1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:19.578735 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20b62e2e-cdef-481c-a95c-f725d41e54c9 req-e658c851-44ed-4fa8-8839-40fbf9606af1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0907705 Sep 30 09:46:19.581647 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f05fb10a-1619-49ff-81b3-67a4f9324091), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.584158 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:19.585228 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f05fb10a-1619-49ff-81b3-67a4f9324091 HTTP/1.1" status: 204 len: 168 time: 0.2914839 Sep 30 09:46:19.620088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f535-f197-4626-a4a1-411ec3850d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05fb10a-1619-49ff-81b3-67a4f9324091,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:19.683830 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:19.719830 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20b62e2e-cdef-481c-a95c-f725d41e54c9 req-e3a879a9-8d57-4438-9ac9-9362514226c4 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401141 Sep 30 09:46:19.826754 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-3969451e-4812-4b1e-8d20-658198829565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:19.832460 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-3969451e-4812-4b1e-8d20-658198829565 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1127 time: 0.1440279 Sep 30 09:46:20.284378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8d4f-6226-4efe-b276-b88eda331fd6 req-c31a9411-019a-482a-8b06-8fe5daee1bb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:20.286227 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e6fc8d4f-6226-4efe-b276-b88eda331fd6 req-c31a9411-019a-482a-8b06-8fe5daee1bb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0908058 Sep 30 09:46:20.401106 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e6fc8d4f-6226-4efe-b276-b88eda331fd6 req-1e8dcdea-d671-4011-b812-09f4fedd72cc tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078765 Sep 30 09:46:20.594143 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87a1e70e-c146-4fdf-a1ed-9169a57da68a req-2ceb624e-9ae1-41d5-af30-3327cc4ce7d1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.1744549 Sep 30 09:46:20.598704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-debcc1ab-d558-41d7-8eca-c87f438fe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:20.601398 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-debcc1ab-d558-41d7-8eca-c87f438fe59f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b7f6b7ca2f3b4c20ab58940f7e24c1ed&device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 1128 time: 0.2947142 Sep 30 09:46:20.715806 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-4454291e-2a5b-4529-9ea3-6ae021593857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:20.727906 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-4454291e-2a5b-4529-9ea3-6ae021593857 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1128 time: 0.2771671 Sep 30 09:46:20.936268 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=26 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:20.990171 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-ab5c2c96-3a1c-4d2d-9a31-1dc2767dd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:20.990171 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-ab5c2c96-3a1c-4d2d-9a31-1dc2767dd266 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=f1c0948ddb014e6f93d6069bb5203890&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6806533 Sep 30 09:46:21.063172 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54376) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:21.226732 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-14b59838-85ad-452a-bc82-13a072cb93c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:21.233943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-68eaf169-e784-4f3d-9306-732a4be95234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:21.239172 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-68eaf169-e784-4f3d-9306-732a4be95234 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=b7f6b7ca2f3b4c20ab58940f7e24c1ed&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5875604 Sep 30 09:46:21.324949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1380d9-d45f-4493-b0f6-e2be646b27cc req-b82934a8-03a3-4177-9ece-79d5af21ba3d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:21.332756 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0d1380d9-d45f-4493-b0f6-e2be646b27cc req-b82934a8-03a3-4177-9ece-79d5af21ba3d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.1284266 Sep 30 09:46:21.428500 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-15b52888-58ff-4865-aa33-8fabf2d2a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:21.430502 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-15b52888-58ff-4865-aa33-8fabf2d2a846 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=f1c0948ddb014e6f93d6069bb5203890&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6763942 Sep 30 09:46:21.433779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-75399ce0-553d-4f84-9a14-113392d65ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:21.437883 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-540b82ee-b081-4bbe-9e78-09e0e36972cf req-75399ce0-553d-4f84-9a14-113392d65ee7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4407065 Sep 30 09:46:21.505909 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-14b59838-85ad-452a-bc82-13a072cb93c1 admin admin] Publish callbacks [] for security_group (ed659530-1361-4d62-9b54-4925ac743539), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:21.508492 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0d1380d9-d45f-4493-b0f6-e2be646b27cc req-b1f47b01-87af-4110-9f55-22d68278bbda tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745453 Sep 30 09:46:21.557884 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-28fce77f-9a77-4160-a6ae-0e76e8ed25a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:21.584411 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-14b59838-85ad-452a-bc82-13a072cb93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ed659530-1361-4d62-9b54-4925ac743539), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:21.638011 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-14b59838-85ad-452a-bc82-13a072cb93c1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1515f97c9abf462c8119127fa08851b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666108 Sep 30 09:46:21.645167 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54392) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:21.711743 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e5d0a-a56a-42e8-8975-f3e8bd4b49ca req-8856d45a-3d6e-4253-a132-75b83ae3dce5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:21.740257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=13,neutron:SELECT=87 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:21.740613 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a2e5d0a-a56a-42e8-8975-f3e8bd4b49ca req-8856d45a-3d6e-4253-a132-75b83ae3dce5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.1858740 Sep 30 09:46:21.771879 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=69 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:21.798731 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-17ad94a0-8802-4139-8b8f-4f214a42c426 req-ec732fb5-0dda-487b-b289-5446239cdb89 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0538442 Sep 30 09:46:22.034858 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.36', 54336) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:22.082855 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a2e5d0a-a56a-42e8-8975-f3e8bd4b49ca req-18799c7f-ed6e-42fa-b8cd-fb2abd73518e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409450 Sep 30 09:46:22.270678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59838-85ad-452a-bc82-13a072cb93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed659530-1361-4d62-9b54-4925ac743539,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:22.300719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f0c6c6e4-7754-49b4-ae70-519387c274e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:22.302411 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f0c6c6e4-7754-49b4-ae70-519387c274e0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1127 time: 0.5340030 Sep 30 09:46:22.308183 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-40c5d961-556a-4165-9a49-9c263c905096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:22.310045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aad2008a-a6a0-43de-bc97-efdc8e8b87f8 req-40c5d961-556a-4165-9a49-9c263c905096 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5668783 Sep 30 09:46:22.318702 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-ab792251-f241-4578-833c-0aa190684e17 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:22.320580 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-ab792251-f241-4578-833c-0aa190684e17 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.2692401 Sep 30 09:46:22.363586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] Publish callbacks [] for security_group (ed659530-1361-4d62-9b54-4925ac743539), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:22.383058 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-e5728fb3-fb28-4e85-8264-2cbc5f29e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:22.384679 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3e0d8d7e-4b7e-4c3e-84d3-614ae104fc6d req-e5728fb3-fb28-4e85-8264-2cbc5f29e8dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6241517 Sep 30 09:46:22.393078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:22.399113 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] Publish callbacks [] for security_group (ed659530-1361-4d62-9b54-4925ac743539), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:22.563505 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ed659530-1361-4d62-9b54-4925ac743539), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:22.566782 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:22.568131 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ed659530-1361-4d62-9b54-4925ac743539 HTTP/1.1" status: 204 len: 168 time: 0.9217925 Sep 30 09:46:22.584495 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0e8a2-07d0-4f47-a23a-fac4916318e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed659530-1361-4d62-9b54-4925ac743539,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:22.663760 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:22.675724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013efb8-5fd7-4109-aa10-d42f9df02c41 req-6e3baa45-8245-4d98-8ca0-4deb7b9387d5 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:22.677466 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d013efb8-5fd7-4109-aa10-d42f9df02c41 req-6e3baa45-8245-4d98-8ca0-4deb7b9387d5 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0595286 Sep 30 09:46:22.762704 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d013efb8-5fd7-4109-aa10-d42f9df02c41 req-1ac12965-cedf-453b-8655-ccf23de5952b tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Sep 30 09:46:22.807347 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-8ad3cda3-c097-4874-aea6-919a7e3d79ea service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 217 time: 0.1463535 Sep 30 09:46:23.108763 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cb45a0ca-f233-415d-8698-8e7be2d987c0 req-4706334e-e246-49ec-99d6-84ba5434fee4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.1147194 Sep 30 09:46:23.132616 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-aad28660-f6ed-4aed-bd50-2e9c72781f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.133456 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-aad28660-f6ed-4aed-bd50-2e9c72781f56 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1128 time: 0.2367191 Sep 30 09:46:23.146139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-d5912cd0-fb04-4fa7-b41d-dd44c5f0d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.147680 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-d5912cd0-fb04-4fa7-b41d-dd44c5f0d438 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.2521403 Sep 30 09:46:23.155364 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-0bcbd3a9-5bb6-4b28-b557-b793c9bbbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.160900 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-0bcbd3a9-5bb6-4b28-b557-b793c9bbbf42 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b7f6b7ca2f3b4c20ab58940f7e24c1ed&device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 1128 time: 0.2390294 Sep 30 09:46:23.169533 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-7aed0279-3562-45e9-96a7-63116e3427c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 380 time: 0.3534470 Sep 30 09:46:23.364363 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:23.409228 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'port': {'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'admin_state_up': True, 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'security_groups': ['2cd1a216-c2a2-4cfa-a192-c5feb95a64d5']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:23.491912 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-7cd177d7-3407-4cf9-a61b-21823e097314 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 200 len: 217 time: 0.1471624 Sep 30 09:46:23.586474 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-9b3dc1d2-1b39-49e1-9028-e50acd97b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.589824 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-9b3dc1d2-1b39-49e1-9028-e50acd97b665 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0614157 Sep 30 09:46:23.591254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f231679d-52b8-4ee1-8ca7-1123173fa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.593041 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-f231679d-52b8-4ee1-8ca7-1123173fa875 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3122475 Sep 30 09:46:23.647377 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20eaee2-24a8-4aad-8232-ea4e833644df req-294204a9-bfdc-4501-95b5-71c984f5e906 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.655317 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a20eaee2-24a8-4aad-8232-ea4e833644df req-294204a9-bfdc-4501-95b5-71c984f5e906 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.3817279 Sep 30 09:46:23.661965 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-ebcdf2a4-ea9e-42f6-aad2-d17f1982cd27 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa HTTP/1.1" status: 200 len: 217 time: 0.2947063 Sep 30 09:46:23.755704 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-12d1abb4-2a81-49fc-ab4a-16e36d0cf5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:23.796777 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-36cc78a0-6409-4cdf-8249-0608e949990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.798941 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-36cc78a0-6409-4cdf-8249-0608e949990b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243675 Sep 30 09:46:23.861818 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-7183e6a2-78bf-4d52-96b6-3193e9b77869 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542244 Sep 30 09:46:23.864123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-db5b2f34-ddaf-48dd-a3c1-d55b0d2baa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:23.868260 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-db5b2f34-ddaf-48dd-a3c1-d55b0d2baa72 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=60a86eb6-daf2-49f6-a6fa-6f3fdc65436e HTTP/1.1" status: 200 len: 851 time: 0.1675777 Sep 30 09:46:23.897185 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a20eaee2-24a8-4aad-8232-ea4e833644df req-4a3a3cb9-5b54-4599-8c38-954f4ddb2df3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336023 Sep 30 09:46:23.999763 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:24.028134 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-16fe11c2-e816-48bd-97bd-e920432e983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:24.030160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-16fe11c2-e816-48bd-97bd-e920432e983a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241758 Sep 30 09:46:24.045766 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c735f514-b4e9-423c-8f6c-14e11a2f5309 req-12473e5e-2892-4801-ae64-c2855adb794b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620131 Sep 30 09:46:24.047175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de6e3-6cf2-4990-ae1f-9c9296ad3e88 req-acdd609f-28d7-4b4e-88ba-f23c5ad7e78c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:24.047758 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-ce128e7e-7219-46aa-86b9-09d4d66c7ed1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912384 Sep 30 09:46:24.048651 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad6de6e3-6cf2-4990-ae1f-9c9296ad3e88 req-acdd609f-28d7-4b4e-88ba-f23c5ad7e78c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.1451130 Sep 30 09:46:24.105635 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad6de6e3-6cf2-4990-ae1f-9c9296ad3e88 req-71f31dad-11dc-4c13-86f4-68fe9f686be4 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Sep 30 09:46:24.223545 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b3c4411-5a62-4761-b153-7c4e3a039d17 req-6262be2e-66bd-4e2c-947f-bf084f8701f7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Sep 30 09:46:24.231424 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:46:24.235159 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.340885 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:24.419666 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.20.0.9 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/cc523046-219f-42b7-a7b9-700936140c81) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:46:24.542106 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e4e499bc-8315-4bfc-a011-88f54db1a1a3 req-01b39164-2379-4365-844c-9a0fe8c0f0c4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197250 Sep 30 09:46:24.590801 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-6f9ed5b5-1c19-4ae5-ac81-8bf22b7ce2d3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668735 Sep 30 09:46:24.640100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (cc523046-219f-42b7-a7b9-700936140c81), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.656749 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54514) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:24.747106 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.769593 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f9754566-9c23-4a5e-988f-380e683e63e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.851612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f9754566-9c23-4a5e-988f-380e683e63e4 admin admin] Publish callbacks [] for security_group (fe266b07-6fcb-43a1-af78-9715cf87cb8f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.932134 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:46:24.936030 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f9754566-9c23-4a5e-988f-380e683e63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fe266b07-6fcb-43a1-af78-9715cf87cb8f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.937748 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:24.942103 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:46:24.947096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:46:24.954340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:24.955187 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:24.970048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:24.996783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.002662 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9754566-9c23-4a5e-988f-380e683e63e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe266b07-6fcb-43a1-af78-9715cf87cb8f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:25.028306 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f9754566-9c23-4a5e-988f-380e683e63e4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=067163b9757d46f7918f11725bdc007d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703425 Sep 30 09:46:25.033212 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54528) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:25.043422 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-589bde22-d629-491b-82cf-2343c741f305 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6749866 Sep 30 09:46:25.069525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e83ed-ed52-49ca-b801-f3b26ae8f614 req-a1b0cc0c-70d4-4240-978e-9eec0a6f8fc1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:25.071219 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-913e83ed-ed52-49ca-b801-f3b26ae8f614 req-a1b0cc0c-70d4-4240-978e-9eec0a6f8fc1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0672941 Sep 30 09:46:25.091326 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:25.122567 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] Publish callbacks [] for security_group (fe266b07-6fcb-43a1-af78-9715cf87cb8f), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.173135 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-913e83ed-ed52-49ca-b801-f3b26ae8f614 req-754ca902-2db9-455f-a8cd-22c95e42c6a0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874765 Sep 30 09:46:25.191866 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] Publish callbacks [] for security_group (fe266b07-6fcb-43a1-af78-9715cf87cb8f), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.290161 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5de419-2d14-4119-bfdc-4eca5d546f64 req-c4fba213-f34f-4522-87f3-ded555f481a1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:25.291807 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c5de419-2d14-4119-bfdc-4eca5d546f64 req-c4fba213-f34f-4522-87f3-ded555f481a1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0713372 Sep 30 09:46:25.296219 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Provisioning complete for port cc523046-219f-42b7-a7b9-700936140c81 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:25.298969 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (cc523046-219f-42b7-a7b9-700936140c81), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.299523 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 1 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:25.342898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:25.357686 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fe266b07-6fcb-43a1-af78-9715cf87cb8f), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.372447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:25.372447 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fe266b07-6fcb-43a1-af78-9715cf87cb8f HTTP/1.1" status: 204 len: 168 time: 0.3284931 Sep 30 09:46:25.376444 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c5d80-d877-40ca-9abb-c273807de3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe266b07-6fcb-43a1-af78-9715cf87cb8f,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:25.399793 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c5de419-2d14-4119-bfdc-4eca5d546f64 req-d979119f-87ac-48de-9f6b-61b58d5467e5 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015294 Sep 30 09:46:25.411428 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c7f0-cc51-42bf-992d-a1785d550fbd req-a51e9c64-3014-470a-a3b4-6e3ddd2b4548 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:25.413162 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0790c7f0-cc51-42bf-992d-a1785d550fbd req-a51e9c64-3014-470a-a3b4-6e3ddd2b4548 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 931 time: 0.0765367 Sep 30 09:46:25.487295 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0790c7f0-cc51-42bf-992d-a1785d550fbd req-290d9e10-5130-4935-96a1-0628b16c3e54 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583982 Sep 30 09:46:25.844847 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 2 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:25.878660 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:26.071843 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54570) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:26.085055 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a9257152-2396-4b66-9eb4-f7bc6c2a8264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.101674 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 54572) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:26.160127 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a9257152-2396-4b66-9eb4-f7bc6c2a8264 admin admin] Publish callbacks [] for security_group (ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.237190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a9257152-2396-4b66-9eb4-f7bc6c2a8264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.276005 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a9257152-2396-4b66-9eb4-f7bc6c2a8264 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=df9900d26732437b9f775eb11d6352ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029617 Sep 30 09:46:26.279833 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54580) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:26.281633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5efe-ee4c-44f9-9737-cfb96ae14734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.302124 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9257152-2396-4b66-9eb4-f7bc6c2a8264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:26.341993 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] Publish callbacks [] for security_group (ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.343278 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41b55-e4b2-4190-b232-d6fba9ddf5c2 req-40a89add-7705-4e09-ad38-3330adb1c8c2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:26.345038 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4fe41b55-e4b2-4190-b232-d6fba9ddf5c2 req-40a89add-7705-4e09-ad38-3330adb1c8c2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0659769 Sep 30 09:46:26.363914 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] Publish callbacks [] for security_group (ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.374301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:26.380145 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 3 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:26.396074 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:26.421641 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4fe41b55-e4b2-4190-b232-d6fba9ddf5c2 req-1a84a8a1-546d-468c-9fc5-9273054adb60 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Sep 30 09:46:26.422242 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:26.444523 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5efe-ee4c-44f9-9737-cfb96ae14734 admin admin] Publish callbacks [] for security_group (7468c662-ef09-4e2c-aa5c-dd4563a8996c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.516810 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.518459 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5efe-ee4c-44f9-9737-cfb96ae14734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7468c662-ef09-4e2c-aa5c-dd4563a8996c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.521029 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.522497 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e HTTP/1.1" status: 204 len: 168 time: 0.2414703 Sep 30 09:46:26.531733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c856eee-b351-4d9a-b928-6ea0ffdcd463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7eac61-dae1-405b-b1fc-c1f2bea6ed8e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:26.549976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab11e4-85f9-4d0c-8881-e3a8d917cf6e req-e85d8ff9-58a4-4e0b-adce-8375b881a178 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:26.552638 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04ab11e4-85f9-4d0c-8881-e3a8d917cf6e req-e85d8ff9-58a4-4e0b-adce-8375b881a178 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0736587 Sep 30 09:46:26.596919 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4a1f5efe-ee4c-44f9-9737-cfb96ae14734 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2cb74e9c881a43189117a06e1294e083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941502 Sep 30 09:46:26.599865 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54588) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:26.604438 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.608927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f5efe-ee4c-44f9-9737-cfb96ae14734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468c662-ef09-4e2c-aa5c-dd4563a8996c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:26.652588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] Publish callbacks [] for security_group (7468c662-ef09-4e2c-aa5c-dd4563a8996c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.673928 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] Publish callbacks [] for security_group (7468c662-ef09-4e2c-aa5c-dd4563a8996c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.676927 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.678202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df0850-a923-4a82-950e-e062aa9cb286 req-6592c2b3-b2d6-48e5-9023-65b9d5d1b3e4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:26.679726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8df0850-a923-4a82-950e-e062aa9cb286 req-6592c2b3-b2d6-48e5-9023-65b9d5d1b3e4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 931 time: 0.0749350 Sep 30 09:46:26.682900 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04ab11e4-85f9-4d0c-8881-e3a8d917cf6e req-09b3cf55-1177-4b74-8807-f5c9b272b7bb tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093273 Sep 30 09:46:26.732378 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8df0850-a923-4a82-950e-e062aa9cb286 req-6cded413-114d-4374-9814-ea91d7bbf7ae tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Sep 30 09:46:26.800914 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7468c662-ef09-4e2c-aa5c-dd4563a8996c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.803518 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:26.804660 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7468c662-ef09-4e2c-aa5c-dd4563a8996c HTTP/1.1" status: 204 len: 168 time: 0.2033124 Sep 30 09:46:26.817956 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196cc5-8a3d-42d9-8ec6-4b88deffd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468c662-ef09-4e2c-aa5c-dd4563a8996c,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:26.923730 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 4 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:26.958762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:27.460264 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 5 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:27.493026 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:27.547236 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4088dd-1b31-4ed2-bb90-6fbefce1392f req-8e3163f5-820c-44b0-8c65-ad59097bd39e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:27.548679 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b4088dd-1b31-4ed2-bb90-6fbefce1392f req-8e3163f5-820c-44b0-8c65-ad59097bd39e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0454476 Sep 30 09:46:27.598403 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b4088dd-1b31-4ed2-bb90-6fbefce1392f req-3a7192d4-b74c-4723-b131-e31c9a60e8a0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 Sep 30 09:46:27.607579 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54626) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:27.621853 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6f1a-39c4-4f8e-9dfd-6dc78e73931b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:27.697760 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6f1a-39c4-4f8e-9dfd-6dc78e73931b admin admin] Publish callbacks [] for security_group (4de8a0ed-cd84-4069-9e4c-9a4e348b85f2), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:27.780506 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6f1a-39c4-4f8e-9dfd-6dc78e73931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (4de8a0ed-cd84-4069-9e4c-9a4e348b85f2), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:27.821682 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8bbd6f1a-39c4-4f8e-9dfd-6dc78e73931b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0d17d9f4c2d442f08f77adb7703aa309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128906 Sep 30 09:46:27.822386 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd6f1a-39c4-4f8e-9dfd-6dc78e73931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8a0ed-cd84-4069-9e4c-9a4e348b85f2,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:27.824713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 54634) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:27.841771 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:27.855875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d577d6-0dcf-49b5-a5aa-d2d60181a32e req-1979cf08-da03-4c62-8a91-335cf297eb19 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:27.857845 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71d577d6-0dcf-49b5-a5aa-d2d60181a32e req-1979cf08-da03-4c62-8a91-335cf297eb19 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0935919 Sep 30 09:46:27.876054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] Publish callbacks [] for security_group (4de8a0ed-cd84-4069-9e4c-9a4e348b85f2), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:27.877963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:27.893241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd45495-0da8-4103-a923-f13e9b6daa8a req-4c4d2b25-d6d3-4262-8920-c2739c2e1929 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:27.894744 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bfd45495-0da8-4103-a923-f13e9b6daa8a req-4c4d2b25-d6d3-4262-8920-c2739c2e1929 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 931 time: 0.0845203 Sep 30 09:46:27.898702 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] Publish callbacks [] for security_group (4de8a0ed-cd84-4069-9e4c-9a4e348b85f2), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:27.938955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71d577d6-0dcf-49b5-a5aa-d2d60181a32e req-8685f573-bfa0-4c9f-b0cf-25afce2c4c44 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754848 Sep 30 09:46:27.969014 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bfd45495-0da8-4103-a923-f13e9b6daa8a req-6732cb9b-750a-40db-a43a-db0e54a271e4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622606 Sep 30 09:46:27.994565 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 6 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:28.025717 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:28.054174 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (4de8a0ed-cd84-4069-9e4c-9a4e348b85f2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:28.056945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:28.058547 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4de8a0ed-cd84-4069-9e4c-9a4e348b85f2 HTTP/1.1" status: 204 len: 168 time: 0.2326293 Sep 30 09:46:28.067903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65023-1945-4893-a21c-fe018d0930c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8a0ed-cd84-4069-9e4c-9a4e348b85f2,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:28.528042 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 7 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:28.564785 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:28.732510 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928555e-6e96-4837-9961-12d3ce19da6b req-d0333a9a-7673-4f11-b90f-c5d72e288a6c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:28.733986 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a928555e-6e96-4837-9961-12d3ce19da6b req-d0333a9a-7673-4f11-b90f-c5d72e288a6c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0555944 Sep 30 09:46:28.781988 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a928555e-6e96-4837-9961-12d3ce19da6b req-435d2be4-7209-4635-a9fa-c974bf22b721 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Sep 30 09:46:29.074372 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 8 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:29.109341 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527c89-4641-4f2e-8677-7fb6b8036212 req-35c4bd89-06ac-4bc0-bc2a-d4217a5cfcc7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:29.109341 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48527c89-4641-4f2e-8677-7fb6b8036212 req-35c4bd89-06ac-4bc0-bc2a-d4217a5cfcc7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 931 time: 0.0537608 Sep 30 09:46:29.116411 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:29.127850 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c14a30-b3da-4514-9892-72ce33c98a87 req-124b338d-ab0a-413a-a1c5-66dc29df778d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:29.129340 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c14a30-b3da-4514-9892-72ce33c98a87 req-124b338d-ab0a-413a-a1c5-66dc29df778d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.1085989 Sep 30 09:46:29.212009 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48527c89-4641-4f2e-8677-7fb6b8036212 req-6495daa2-8050-4f64-9dae-ca231a369af7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998361 Sep 30 09:46:29.217123 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c14a30-b3da-4514-9892-72ce33c98a87 req-01f6af34-b980-43e7-b84f-2b8ec8f965d6 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776412 Sep 30 09:46:29.617450 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 9 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:29.648727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:29.903087 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c5340-37a6-4531-92ea-293ebd0daeee req-77072601-48d4-41c4-8ca7-df7c402f131f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:29.905099 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b3c5340-37a6-4531-92ea-293ebd0daeee req-77072601-48d4-41c4-8ca7-df7c402f131f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0497246 Sep 30 09:46:29.954209 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b3c5340-37a6-4531-92ea-293ebd0daeee req-76f0e668-35ec-45d5-8152-015f9b1bb568 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Sep 30 09:46:30.150301 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Attempt 10 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:30.173109 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:30.183236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c1685610-219e-4165-8af4-320997fb3dba None None] Port cc523046-219f-42b7-a7b9-700936140c81 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:46:30.372928 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7785a-090d-4cb2-9a6d-3400c6a14925 req-c6cb8c4a-41f8-4c3c-ba69-aacd1be7c2f7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:30.374407 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd7785a-090d-4cb2-9a6d-3400c6a14925 req-c6cb8c4a-41f8-4c3c-ba69-aacd1be7c2f7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 931 time: 0.0791631 Sep 30 09:46:30.382180 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770a9f7-439f-43aa-94dd-b9166c1ac588 req-2dac5387-cd0d-40e0-bef7-6f1040ba1069 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:30.383593 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5770a9f7-439f-43aa-94dd-b9166c1ac588 req-2dac5387-cd0d-40e0-bef7-6f1040ba1069 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0794706 Sep 30 09:46:30.457174 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd7785a-090d-4cb2-9a6d-3400c6a14925 req-75492aaf-54ef-4dd9-b6e4-498596a4c99e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726542 Sep 30 09:46:30.461232 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5770a9f7-439f-43aa-94dd-b9166c1ac588 req-b8a1f348-3fca-4070-bb60-0ca4a9e2e156 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703685 Sep 30 09:46:30.543167 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:30.786914 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Request body: {'port': {'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:30.913516 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:30.928588 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f562dba6-5768-46e8-b34d-89ea6e1bbbfd req-bbefa60f-8ca6-4456-8376-bb984b6607d9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534374 Sep 30 09:46:31.025755 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:31.115425 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:31.126833 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f336-1d54-400b-9b92-d9c51b515f33 req-3a7b9798-4428-4068-8df5-f13b428734ef tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:31.126833 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c704f336-1d54-400b-9b92-d9c51b515f33 req-3a7b9798-4428-4068-8df5-f13b428734ef tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0958462 Sep 30 09:46:31.201345 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c704f336-1d54-400b-9b92-d9c51b515f33 req-29266dc0-24ea-41d8-b933-3115e4550449 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Sep 30 09:46:31.256175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc523046-219f-42b7-a7b9-700936140c81 {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:31.264037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks [] for port (cc523046-219f-42b7-a7b9-700936140c81), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.277169 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Transition to ACTIVE for port object cc523046-219f-42b7-a7b9-700936140c81 will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:46:31.337606 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.402499 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:31.414133 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Attempting to bind port cc523046-219f-42b7-a7b9-700936140c81 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:46:31.414399 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Attempting to bind port cc523046-219f-42b7-a7b9-700936140c81 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:46:31.414764 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Attempting to bind port cc523046-219f-42b7-a7b9-700936140c81 on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:31.455244 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Port cc523046-219f-42b7-a7b9-700936140c81 on network d038a068-f643-497f-8e6f-7d6e8fb5892b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:46:31.455565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Attempting to bind port cc523046-219f-42b7-a7b9-700936140c81 on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:46:31.496241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:46:31.496681 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:46:31.496867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:46:31.497351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Bound port: cc523046-219f-42b7-a7b9-700936140c81, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:46:31.497702 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.538135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:31.614879 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:46:31.641042 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cd2e2-8b71-4909-8267-df9901695548 req-e1344f60-a7ec-4488-8100-ca54b7fca4c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:31.642501 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba2cd2e2-8b71-4909-8267-df9901695548 req-e1344f60-a7ec-4488-8100-ca54b7fca4c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0926576 Sep 30 09:46:31.648180 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a1f4-e29c-4bd6-b1c5-17bde8ef7a8b req-a48ac911-f23a-4d1a-b0e5-65e6b63ccda2 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:31.649348 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8044a1f4-e29c-4bd6-b1c5-17bde8ef7a8b req-a48ac911-f23a-4d1a-b0e5-65e6b63ccda2 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0984635 Sep 30 09:46:31.651133 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:46:31.724339 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba2cd2e2-8b71-4909-8267-df9901695548 req-b6bd4625-53b4-4146-8988-7f16474bc0f2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715289 Sep 30 09:46:31.730872 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8044a1f4-e29c-4bd6-b1c5-17bde8ef7a8b req-fa6427e2-c575-442e-86e8-7710ec670b75 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708506 Sep 30 09:46:31.763624 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.769123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:31.769744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.771162 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/cc523046-219f-42b7-a7b9-700936140c81 HTTP/1.1" status: 200 len: 1093 time: 0.9883237 Sep 30 09:46:31.771715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:31.773964 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3f1e1-c69a-4677-ae9d-122a19c4323a" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "tag": "cc523046-219f-42b7-a7b9-700936140c81"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:31.820418 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370cee8-0281-4e6e-a51e-f125bf20ab83 service neutron] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:31.832250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2730481-63db-4a56-82ec-9e550f9f7956 x-openstack-request-id: req-d2730481-63db-4a56-82ec-9e550f9f7956 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:31.832533 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "tag": "cc523046-219f-42b7-a7b9-700936140c81", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:31.832784 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2730481-63db-4a56-82ec-9e550f9f7956 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:31.833178 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2730481-63db-4a56-82ec-9e550f9f7956'] response: {'name': 'network-changed', 'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81', 'status': 'completed', 'code': 200} Sep 30 09:46:32.319927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182401d-e819-4546-a0a6-67042b348e27 req-63dc6fad-794c-4fa9-885c-2e5f7ee40e8f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:32.321438 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8182401d-e819-4546-a0a6-67042b348e27 req-63dc6fad-794c-4fa9-885c-2e5f7ee40e8f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0462823 Sep 30 09:46:32.367740 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8182401d-e819-4546-a0a6-67042b348e27 req-ea841bac-8048-4529-8221-84fd1504b511 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Sep 30 09:46:32.879675 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d145-14f5-401f-a86c-f3292d42c54e req-f9b376f7-d1db-4825-92d6-41049d324735 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:32.881131 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-35f2d145-14f5-401f-a86c-f3292d42c54e req-f9b376f7-d1db-4825-92d6-41049d324735 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0793209 Sep 30 09:46:32.886704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e151c-27fe-49c3-8358-9cfa595fed03 req-e48f6e9a-bbf1-4f3b-9336-2e13e7f6ea8d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:32.888045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2b5e151c-27fe-49c3-8358-9cfa595fed03 req-e48f6e9a-bbf1-4f3b-9336-2e13e7f6ea8d tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0757341 Sep 30 09:46:32.959978 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-35f2d145-14f5-401f-a86c-f3292d42c54e req-1d9227da-06f2-49b7-b846-5848978ce5b9 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710027 Sep 30 09:46:32.965013 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2b5e151c-27fe-49c3-8358-9cfa595fed03 req-4c8cdeb8-8726-4575-950d-dbdd637e8830 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692778 Sep 30 09:46:33.485324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fd4a5-4a39-4710-8944-cb4dba927827 req-a88f26f0-9678-442f-bf49-9cdffff7f195 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:33.486823 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-729fd4a5-4a39-4710-8944-cb4dba927827 req-a88f26f0-9678-442f-bf49-9cdffff7f195 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0465724 Sep 30 09:46:33.507047 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:33.539414 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-729fd4a5-4a39-4710-8944-cb4dba927827 req-e95709ef-3476-4316-a512-2d544ce39322 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Sep 30 09:46:34.106935 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8d3b2-739c-40d6-a838-0053b52896b9 req-3d3e7e6a-ff1c-4a18-a81f-fbcaa985ad83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:34.108394 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6eb8d3b2-739c-40d6-a838-0053b52896b9 req-3d3e7e6a-ff1c-4a18-a81f-fbcaa985ad83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0743458 Sep 30 09:46:34.114021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb052-c851-4880-96d0-0f7a917b18db req-b03024d6-c97c-461f-9f5a-13b0b1a4fc32 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:34.115843 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc3cb052-c851-4880-96d0-0f7a917b18db req-b03024d6-c97c-461f-9f5a-13b0b1a4fc32 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0712245 Sep 30 09:46:34.191646 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6eb8d3b2-739c-40d6-a838-0053b52896b9 req-da73d72d-008f-47e6-b975-22bbd06b4149 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753379 Sep 30 09:46:34.198547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc3cb052-c851-4880-96d0-0f7a917b18db req-d1804db3-779d-4cab-adf9-6b1d7c1edcac tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734525 Sep 30 09:46:34.671484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f3a1-36d2-4cc6-8ab9-0569bcd95f3a req-ddef1acb-461c-48ee-a9c9-046a7e6c15ca tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:34.671484 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8087f3a1-36d2-4cc6-8ab9-0569bcd95f3a req-ddef1acb-461c-48ee-a9c9-046a7e6c15ca tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0512099 Sep 30 09:46:34.713620 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8087f3a1-36d2-4cc6-8ab9-0569bcd95f3a req-efae540d-b12a-4918-a99e-33d1997d69b5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Sep 30 09:46:35.343056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effcdf-1d22-4d12-85e9-0ed201289cae req-6f372541-e005-4353-a16a-ecfad722e8c8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:35.344543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19effcdf-1d22-4d12-85e9-0ed201289cae req-6f372541-e005-4353-a16a-ecfad722e8c8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0766485 Sep 30 09:46:35.358445 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0489d-3cad-4bf0-92cc-c7909aec5bb7 req-44192142-975b-42db-b425-2351fd093588 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:35.358445 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18d0489d-3cad-4bf0-92cc-c7909aec5bb7 req-44192142-975b-42db-b425-2351fd093588 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0739129 Sep 30 09:46:35.431422 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19effcdf-1d22-4d12-85e9-0ed201289cae req-4c46400e-0b61-476d-8907-00678562bd7a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748281 Sep 30 09:46:35.438719 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18d0489d-3cad-4bf0-92cc-c7909aec5bb7 req-5b13b693-1225-4c87-99df-abc371bf3873 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737236 Sep 30 09:46:35.831063 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e761ff-80eb-44d7-83a0-3e8d87096c71 req-c16ce2d1-2b0d-4af0-a7c4-9881756ac4f6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:35.832530 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c5e761ff-80eb-44d7-83a0-3e8d87096c71 req-c16ce2d1-2b0d-4af0-a7c4-9881756ac4f6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0472264 Sep 30 09:46:35.879564 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c5e761ff-80eb-44d7-83a0-3e8d87096c71 req-f6efa3bb-5b46-49ba-8139-2640db28e762 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Sep 30 09:46:36.569456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:36.580204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a105a-870a-4a79-a483-4b8b1c61524c req-f93d357c-fe16-4a5c-90ba-aefa8bd47b7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:36.581670 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f92a105a-870a-4a79-a483-4b8b1c61524c req-f93d357c-fe16-4a5c-90ba-aefa8bd47b7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0758586 Sep 30 09:46:36.591617 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55f5fc-54b2-4a26-bee2-79e86b2fd53b req-0746fa95-ca39-4730-bb8e-570ed9ea02db tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:36.593001 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad55f5fc-54b2-4a26-bee2-79e86b2fd53b req-0746fa95-ca39-4730-bb8e-570ed9ea02db tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0763431 Sep 30 09:46:36.666610 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f92a105a-870a-4a79-a483-4b8b1c61524c req-f4d0b434-0261-4f3a-9291-a8ae578c2230 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726709 Sep 30 09:46:36.669566 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad55f5fc-54b2-4a26-bee2-79e86b2fd53b req-7abf75c8-f99e-49db-b450-418d7b225c33 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699091 Sep 30 09:46:36.727952 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:46:36.997460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3fd3-8474-45ea-9033-1f9d17fa0f49 req-fe5be232-459f-4e81-9d77-57ef3652b019 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:36.998943 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-13de3fd3-8474-45ea-9033-1f9d17fa0f49 req-fe5be232-459f-4e81-9d77-57ef3652b019 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 944 time: 0.0461180 Sep 30 09:46:37.170617 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device d3f7eb0a-905a-4efa-b08a-3fca026724aa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:46:37.187081 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-13de3fd3-8474-45ea-9033-1f9d17fa0f49 req-665939f1-1f9e-4e78-972d-b30fce985fd1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825721 Sep 30 09:46:37.260984 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:37.284390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:37.295524 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'port_id': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa', 'mac_address': 'fa:16:3e:a0:01:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:46:37.330601 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port d3f7eb0a-905a-4efa-b08a-3fca026724aa is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:37.331005 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:37.343982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f7eb0a-905a-4efa-b08a-3fca026724aa {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:37.363581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:37.453331 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:37.453939 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:46:37.522838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:37.528518 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:37.539157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'port_id': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7', 'mac_address': 'fa:16:3e:5e:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:46:37.573514 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:37.573895 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:37.586475 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:37.605922 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:37.693540 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:37.741338 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:37.823559 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53b06-5f91-4559-9406-3eb65951fd88 req-3c7a3fe4-b01a-423c-bf26-284f3cf20f91 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:37.825673 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d8e53b06-5f91-4559-9406-3eb65951fd88 req-3c7a3fe4-b01a-423c-bf26-284f3cf20f91 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0741012 Sep 30 09:46:37.831122 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b006d-ed84-408f-b900-5e79cfd76d2a req-e01f9123-e485-4036-8640-ea5766685dbf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:37.832456 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-472b006d-ed84-408f-b900-5e79cfd76d2a req-e01f9123-e485-4036-8640-ea5766685dbf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0728621 Sep 30 09:46:37.874512 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:37.900360 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d8e53b06-5f91-4559-9406-3eb65951fd88 req-5b2af497-e4fa-4f3f-813d-3c880538dbdb tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Sep 30 09:46:37.914612 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-472b006d-ed84-408f-b900-5e79cfd76d2a req-7c57ea46-0e64-43b0-82b1-1d31c97d5773 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751007 Sep 30 09:46:38.063881 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=27,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:38.311972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cadd3c-e2ab-47e6-8e77-83ea683eb8f0 req-6e3f4efe-8d15-4333-9a3f-740a561358a4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:38.313480 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87cadd3c-e2ab-47e6-8e77-83ea683eb8f0 req-6e3f4efe-8d15-4333-9a3f-740a561358a4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Sep 30 09:46:38.360715 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87cadd3c-e2ab-47e6-8e77-83ea683eb8f0 req-cc7d46eb-cdfc-4e6a-b20f-1e23d39d1f8d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Sep 30 09:46:39.047922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909967e-1e66-4aee-aeaa-cda3e470d8d0 req-d237c54b-9023-4eb8-b26d-5b1aa18fbb07 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:39.049453 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7909967e-1e66-4aee-aeaa-cda3e470d8d0 req-d237c54b-9023-4eb8-b26d-5b1aa18fbb07 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0752354 Sep 30 09:46:39.068430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad94a89-0d4b-4a9a-973c-de691377fbc4 req-d9c3b9ed-6be3-4acb-8f6e-6865427f418f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:39.069867 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ad94a89-0d4b-4a9a-973c-de691377fbc4 req-d9c3b9ed-6be3-4acb-8f6e-6865427f418f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0679491 Sep 30 09:46:39.136471 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7909967e-1e66-4aee-aeaa-cda3e470d8d0 req-67385abf-5ead-422e-969f-78becb6462d8 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813854 Sep 30 09:46:39.140411 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ad94a89-0d4b-4a9a-973c-de691377fbc4 req-88140f57-551e-49a0-9469-0b2c516d0a39 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635026 Sep 30 09:46:39.478973 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd25d-503c-4a2b-9162-5be1367964a6 req-d6fba138-5c30-480b-be49-868fda2e8681 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:39.480539 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3a8fd25d-503c-4a2b-9162-5be1367964a6 req-d6fba138-5c30-480b-be49-868fda2e8681 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 945 time: 0.0472057 Sep 30 09:46:39.528449 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3a8fd25d-503c-4a2b-9162-5be1367964a6 req-a948087c-8e23-402a-928b-2538f0b1c312 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Sep 30 09:46:40.286329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca42630-0362-4ec8-b2d7-ca9270f26654 req-fb104332-1248-4499-9e49-8ae9966b7244 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.287840 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ca42630-0362-4ec8-b2d7-ca9270f26654 req-fb104332-1248-4499-9e49-8ae9966b7244 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0764875 Sep 30 09:46:40.307378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d76f8e-ce20-424e-a14c-1803b0b08a08 req-e7e5964d-cc6b-4761-b631-84e0f8b6136f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.308782 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65d76f8e-ce20-424e-a14c-1803b0b08a08 req-e7e5964d-cc6b-4761-b631-84e0f8b6136f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0659649 Sep 30 09:46:40.362548 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ca42630-0362-4ec8-b2d7-ca9270f26654 req-d1d56856-3c71-4d18-afe0-839507752746 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689950 Sep 30 09:46:40.383146 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65d76f8e-ce20-424e-a14c-1803b0b08a08 req-1d1fc452-b8cc-4024-958e-47bca5fc01dd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603273 Sep 30 09:46:40.676639 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e8797-c15b-4436-8f66-f8138f95bb84 req-46db1b3b-0b03-486f-bae3-67ec8b2f7d4c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.678123 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-541e8797-c15b-4436-8f66-f8138f95bb84 req-46db1b3b-0b03-486f-bae3-67ec8b2f7d4c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 945 time: 0.0787158 Sep 30 09:46:40.683101 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-84a4c2a0-aa2b-4354-93b3-b3fcb6df21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.684517 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-84a4c2a0-aa2b-4354-93b3-b3fcb6df21ca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 1127 time: 0.0565681 Sep 30 09:46:40.722152 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:40.740529 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['d3f7eb0a-905a-4efa-b08a-3fca026724aa'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:46:40.776874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-541e8797-c15b-4436-8f66-f8138f95bb84 req-0aed2b18-e7c2-4bca-a655-9f1b2243108a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914278 Sep 30 09:46:40.821032 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-3c655e03-20f3-4026-abe8-c8f1c6cbf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.822541 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-3c655e03-20f3-4026-abe8-c8f1c6cbf446 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=86e6b0501cb94028be07bddd2182638b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1244481 Sep 30 09:46:40.881396 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['45105b4f-28b5-44d6-bdd3-42f2c0b33de7'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:46:40.930679 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-1c7c4a20-e9d2-44ce-bd68-cd71b8e7efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:40.932158 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ced3f1e1-c69a-4677-ae9d-122a19c4323a req-1c7c4a20-e9d2-44ce-bd68-cd71b8e7efe0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018958 Sep 30 09:46:40.978634 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:41.042359 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-6c665fa6-5b7e-4374-b7ae-a68e517915f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.045428 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-6c665fa6-5b7e-4374-b7ae-a68e517915f2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 1127 time: 0.0397151 Sep 30 09:46:41.097948 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-cd42d151-96f6-4019-bbc4-750d1031c3a2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc523046-219f-42b7-a7b9-700936140c81 HTTP/1.1" status: 200 len: 217 time: 0.0396760 Sep 30 09:46:41.138207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:41.149658 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-f378a0b6-947f-4d60-936c-a96ca269758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.151126 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-f378a0b6-947f-4d60-936c-a96ca269758f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0477092 Sep 30 09:46:41.195525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-bea7cd15-05df-43ff-8f43-581baabf76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.197028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-bea7cd15-05df-43ff-8f43-581baabf76f8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391355 Sep 30 09:46:41.291290 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-74208394-1db4-4b02-a89f-6af46263acd6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878277 Sep 30 09:46:41.386767 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28915d3c-22dd-4b3d-8f35-852eeaad9ccf req-7bb6d996-7644-43f2-a167-c4319078e9a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891404 Sep 30 09:46:41.528889 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2182d0-6db0-4c92-b1c1-8b73528360e4 req-a3dbe0f1-2b69-4442-986f-30715431f5af tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.529537 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aa2182d0-6db0-4c92-b1c1-8b73528360e4 req-a3dbe0f1-2b69-4442-986f-30715431f5af tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0893466 Sep 30 09:46:41.547928 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f44fea-0b65-4978-96f4-94ad25d1141c req-491e4c61-b3cb-41ec-aa07-3564dbcbdd44 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.550292 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-55f44fea-0b65-4978-96f4-94ad25d1141c req-491e4c61-b3cb-41ec-aa07-3564dbcbdd44 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0776837 Sep 30 09:46:41.630992 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aa2182d0-6db0-4c92-b1c1-8b73528360e4 req-78308965-f3dc-437b-a694-90dae8f47b31 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923214 Sep 30 09:46:41.634481 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-55f44fea-0b65-4978-96f4-94ad25d1141c req-c76b6f36-cc4b-4cc3-a617-c25b49906b5d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693777 Sep 30 09:46:41.910367 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a1f03-85ca-4a3f-b648-653b108b914f req-bac5f214-ccef-4a7d-968d-683ec5a8ca33 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:41.911822 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ce9a1f03-85ca-4a3f-b648-653b108b914f req-bac5f214-ccef-4a7d-968d-683ec5a8ca33 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Sep 30 09:46:41.962740 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ce9a1f03-85ca-4a3f-b648-653b108b914f req-c5c52a37-dca4-4417-8054-f0d466a1f569 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Sep 30 09:46:42.189498 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device d3f7eb0a-905a-4efa-b08a-3fca026724aa up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:42.227301 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:42.236919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port d3f7eb0a-905a-4efa-b08a-3fca026724aa completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:46:42.321762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port d3f7eb0a-905a-4efa-b08a-3fca026724aa triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:42.326821 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:42.326821 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port d3f7eb0a-905a-4efa-b08a-3fca026724aa Sep 30 09:46:42.401719 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port d3f7eb0a-905a-4efa-b08a-3fca026724aa is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:42.403618 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:42.430783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:42.514897 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:42.585066 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:42.586061 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:42.626452 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7546fb07-e0de-43e9-8708-8dd0836671e3" -d '{"events": [{"server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:42.673460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:42.681735 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:46:42.755530 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de06db16-2165-4a85-b0f7-294dc62fb587 x-openstack-request-id: req-de06db16-2165-4a85-b0f7-294dc62fb587 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:42.755530 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:42.755530 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de06db16-2165-4a85-b0f7-294dc62fb587 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:42.755772 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de06db16-2165-4a85-b0f7-294dc62fb587'] response: {'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa', 'code': 200} Sep 30 09:46:42.768511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:42.768936 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:42.769268 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 Sep 30 09:46:42.812308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9287-b711-4286-aeef-4b1747c9f985 req-6d08e9ec-e707-4077-be18-c604477c9b14 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:42.814312 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fb7c9287-b711-4286-aeef-4b1747c9f985 req-6d08e9ec-e707-4077-be18-c604477c9b14 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0908546 Sep 30 09:46:42.861952 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:42.922849 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403b85e-ad96-4292-8259-4a647250af59 req-87436340-8cd6-4610-ad4b-e2f807a97f76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:42.924482 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9403b85e-ad96-4292-8259-4a647250af59 req-87436340-8cd6-4610-ad4b-e2f807a97f76 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0754497 Sep 30 09:46:42.935415 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fb7c9287-b711-4286-aeef-4b1747c9f985 req-bd041623-982b-4eeb-abbb-ab668e54bf61 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058023 Sep 30 09:46:42.972725 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:42.973107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:42.997830 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9403b85e-ad96-4292-8259-4a647250af59 req-1e97758b-fb38-4172-85b8-d8450c818387 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585022 Sep 30 09:46:43.008293 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:43.080553 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:43.134089 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:43.148300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2299e3-5ba4-4677-8f37-23b833865ae3 req-39ab6f4d-d215-479a-b3a3-523129a0b155 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:43.149847 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4e2299e3-5ba4-4677-8f37-23b833865ae3 req-39ab6f4d-d215-479a-b3a3-523129a0b155 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.1083293 Sep 30 09:46:43.181526 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e342d-6add-4979-b75b-a133ac49361f req-271bad55-a008-4411-bb26-c5342a127017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:43.183156 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f05e342d-6add-4979-b75b-a133ac49361f req-271bad55-a008-4411-bb26-c5342a127017 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1130 time: 0.1003876 Sep 30 09:46:43.208620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f05e342d-6add-4979-b75b-a133ac49361f req-525c3d6a-7fea-43a9-a1f4-5cfba076a995 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:43.235388 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4e2299e3-5ba4-4677-8f37-23b833865ae3 req-461f3407-8582-4fab-9ae4-89b72a57ab7d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Sep 30 09:46:43.305779 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f05e342d-6add-4979-b75b-a133ac49361f req-525c3d6a-7fea-43a9-a1f4-5cfba076a995 service neutron] Publish callbacks [] for security_group (79c1f134-f06d-4b1e-b5c1-3ef77cc16c0e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:43.377378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f05e342d-6add-4979-b75b-a133ac49361f req-525c3d6a-7fea-43a9-a1f4-5cfba076a995 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (79c1f134-f06d-4b1e-b5c1-3ef77cc16c0e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:43.426943 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c3d6a-7fea-43a9-a1f4-5cfba076a995 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1f134-f06d-4b1e-b5c1-3ef77cc16c0e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:43.432232 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f05e342d-6add-4979-b75b-a133ac49361f req-525c3d6a-7fea-43a9-a1f4-5cfba076a995 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404654 Sep 30 09:46:44.058819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4e94-9ba4-412c-a69e-9d9dcdc09927 req-e9e84525-4b5f-46ef-a40e-8edbb5c810c0 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:44.061690 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b8a4e94-9ba4-412c-a69e-9d9dcdc09927 req-e9e84525-4b5f-46ef-a40e-8edbb5c810c0 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0542853 Sep 30 09:46:44.136140 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:44.148532 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6dbd3-277d-45cd-aa75-ab6bf1cdc5f7 req-d2095afe-01de-4a95-aa0a-053a99bdd1c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:44.150019 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04e6dbd3-277d-45cd-aa75-ab6bf1cdc5f7 req-d2095afe-01de-4a95-aa0a-053a99bdd1c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0685318 Sep 30 09:46:44.153493 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b8a4e94-9ba4-412c-a69e-9d9dcdc09927 req-078f5f59-dd40-4877-95e8-9bffba999df6 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862288 Sep 30 09:46:44.213809 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04e6dbd3-277d-45cd-aa75-ab6bf1cdc5f7 req-adbb6a72-e6e5-4c39-8b48-4e91a12124a1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553346 Sep 30 09:46:44.355773 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9d654-bf63-4c9b-ae3c-cfda40b94af5 req-ab797e4d-0921-46f0-b246-cc73afbecf07 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:44.357243 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87c9d654-bf63-4c9b-ae3c-cfda40b94af5 req-ab797e4d-0921-46f0-b246-cc73afbecf07 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0487366 Sep 30 09:46:44.405387 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87c9d654-bf63-4c9b-ae3c-cfda40b94af5 req-37bb7f86-e7cd-4b02-8ca8-067ea2ca32d9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Sep 30 09:46:44.757416 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:44.759785 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4f6ac5-85e3-4a86-8315-a2590cfd3cec" -d '{"events": [{"server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "name": "network-vif-plugged", "status": "completed", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:44.799898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4a939-742e-4dbe-839f-6f2ea77f1db5 x-openstack-request-id: req-4db4a939-742e-4dbe-839f-6f2ea77f1db5 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:44.800817 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "name": "network-vif-plugged", "status": "completed", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:44.801080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4db4a939-742e-4dbe-839f-6f2ea77f1db5 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:44.801486 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db4a939-742e-4dbe-839f-6f2ea77f1db5'] response: {'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7', 'code': 200} Sep 30 09:46:45.277069 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca837907-393b-420a-b46d-f486d44600ee req-e178122c-0f8c-4596-a8c6-8457875ebe40 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:45.279033 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ca837907-393b-420a-b46d-f486d44600ee req-e178122c-0f8c-4596-a8c6-8457875ebe40 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 944 time: 0.0465832 Sep 30 09:46:45.359264 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53e2c-4e7f-49d6-be14-8d02d075319a req-9770b4fb-7da0-4345-bf5f-a392e5fba6da tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:45.360771 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b4c53e2c-4e7f-49d6-be14-8d02d075319a req-9770b4fb-7da0-4345-bf5f-a392e5fba6da tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 943 time: 0.0721951 Sep 30 09:46:45.379085 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ca837907-393b-420a-b46d-f486d44600ee req-4d160b56-1549-4d66-a12a-495c076beaaf tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807719 Sep 30 09:46:45.415550 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b4c53e2c-4e7f-49d6-be14-8d02d075319a req-3f7ac461-244b-4cba-89f4-80f21c9d34c6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 Sep 30 09:46:45.513911 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:45.521964 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d53f5-f205-4a66-b508-ef6853859775 req-29e7caae-a071-49a7-bec1-5f36f4aee12c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:45.523458 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-822d53f5-f205-4a66-b508-ef6853859775 req-29e7caae-a071-49a7-bec1-5f36f4aee12c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0461662 Sep 30 09:46:45.575761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-822d53f5-f205-4a66-b508-ef6853859775 req-2e8a7084-4a8d-43da-b3eb-f6a94908fbef tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458026 Sep 30 09:46:45.803220 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8588e984-7119-40f8-9e2a-800c04c4c6aa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:46:45.901571 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:45.912339 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '8588e984-7119-40f8-9e2a-800c04c4c6aa', 'network_id': '5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3', 'port_id': '8588e984-7119-40f8-9e2a-800c04c4c6aa', 'mac_address': 'fa:16:3e:31:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a86eb6-daf2-49f6-a6fa-6f3fdc65436e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:46:45.937361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:45.946707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 8588e984-7119-40f8-9e2a-800c04c4c6aa is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:45.947101 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:45.964099 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8588e984-7119-40f8-9e2a-800c04c4c6aa {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:45.983982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:46.058619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:46.059857 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device cc523046-219f-42b7-a7b9-700936140c81 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:46:46.128400 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:46.198348 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:46.209324 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'cc523046-219f-42b7-a7b9-700936140c81', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:46:46.237370 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:46.242954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port cc523046-219f-42b7-a7b9-700936140c81 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:46.243339 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:46.257536 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc523046-219f-42b7-a7b9-700936140c81 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:46.275978 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:46.343997 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:46.388467 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:46.510300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39923366-326e-4d57-bfab-e7338054922e req-d24e8948-594b-4326-93aa-fbaee532145f tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:46.511782 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39923366-326e-4d57-bfab-e7338054922e req-d24e8948-594b-4326-93aa-fbaee532145f tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 945 time: 0.0580666 Sep 30 09:46:46.557539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d4df-2580-45cd-8c7e-d8d0a0522878 req-e5905c81-9912-446c-bfc3-8ad388dc7893 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:46.559028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7b56d4df-2580-45cd-8c7e-d8d0a0522878 req-e5905c81-9912-446c-bfc3-8ad388dc7893 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 944 time: 0.0691411 Sep 30 09:46:46.597612 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39923366-326e-4d57-bfab-e7338054922e req-4adafdec-f396-4269-9704-80c4b1373acf tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Sep 30 09:46:46.634280 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7b56d4df-2580-45cd-8c7e-d8d0a0522878 req-1b1a8590-519a-4bbb-b82c-ee47054d5c79 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655355 Sep 30 09:46:46.715938 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ddeda-78d5-482e-9c1c-10da8fed9b9f req-6006021c-1c59-46a0-b22e-33031fdff31e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:46.717684 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-803ddeda-78d5-482e-9c1c-10da8fed9b9f req-6006021c-1c59-46a0-b22e-33031fdff31e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0569270 Sep 30 09:46:46.723926 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:46.772369 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-803ddeda-78d5-482e-9c1c-10da8fed9b9f req-9dfda1f9-8b55-4b63-bb9d-f5549d580713 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Sep 30 09:46:47.374813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47ad4f-aa16-44ff-ae35-7745d17920fd req-938ef482-6662-46d3-bbf5-4d36de5824ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:47.376259 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1e47ad4f-aa16-44ff-ae35-7745d17920fd req-938ef482-6662-46d3-bbf5-4d36de5824ec service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.0372872 Sep 30 09:46:47.385900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['8588e984-7119-40f8-9e2a-800c04c4c6aa'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:46:47.425715 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1e47ad4f-aa16-44ff-ae35-7745d17920fd req-92a39a46-cd13-4ae2-9d92-bfd3f9d1897b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Sep 30 09:46:47.525879 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['cc523046-219f-42b7-a7b9-700936140c81'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:46:47.756770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f942457-7d1c-4b62-8670-44e30f560cec req-05f41d79-aae0-4640-9c77-33c8a341b126 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:47.764771 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f942457-7d1c-4b62-8670-44e30f560cec req-05f41d79-aae0-4640-9c77-33c8a341b126 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 945 time: 0.0863869 Sep 30 09:46:47.800221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192c58-bf25-40b9-9fca-ea6d5256bdb4 req-11ccb4fb-8a47-4146-8748-c6d0737cd69d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:47.803179 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e192c58-bf25-40b9-9fca-ea6d5256bdb4 req-11ccb4fb-8a47-4146-8748-c6d0737cd69d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 944 time: 0.0947499 Sep 30 09:46:47.927705 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f942457-7d1c-4b62-8670-44e30f560cec req-d8b3aaec-2bd8-48fe-9dc5-0a38f342f0cc tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024232 Sep 30 09:46:47.927705 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e192c58-bf25-40b9-9fca-ea6d5256bdb4 req-d7636061-51fb-4dd3-bc87-79acdf02ebe0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728054 Sep 30 09:46:48.019823 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133a7d-8a0a-4682-83a8-3f018d15d68c req-6821ff2f-7174-432f-8cb1-bd55db62fce5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:48.021278 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76133a7d-8a0a-4682-83a8-3f018d15d68c req-6821ff2f-7174-432f-8cb1-bd55db62fce5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0500114 Sep 30 09:46:48.039535 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:48.078861 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76133a7d-8a0a-4682-83a8-3f018d15d68c req-e17935df-865a-49d3-844d-7f12337b9134 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Sep 30 09:46:48.849702 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8588e984-7119-40f8-9e2a-800c04c4c6aa up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:48.894680 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 8588e984-7119-40f8-9e2a-800c04c4c6aa completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:46:48.968889 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 8588e984-7119-40f8-9e2a-800c04c4c6aa triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:48.969606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:48.970704 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 8588e984-7119-40f8-9e2a-800c04c4c6aa Sep 30 09:46:49.046517 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:49.082337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c80e-34d5-47f8-a0f2-7303b5f51226 req-a904d2e7-53fc-460b-a714-767bd7f294ac tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:49.094408 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e7a4c80e-34d5-47f8-a0f2-7303b5f51226 req-a904d2e7-53fc-460b-a714-767bd7f294ac tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 944 time: 0.1129832 Sep 30 09:46:49.110329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 8588e984-7119-40f8-9e2a-800c04c4c6aa is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:49.110329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:49.137922 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:49.141365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d65cac9-412a-4782-b31c-30bb3a85f0be" -d '{"events": [{"server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "name": "network-vif-plugged", "status": "completed", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:49.158171 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:49.158469 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a594-3b96-4c66-a40a-d1527935bdc7 req-dd0bdbd4-e98d-4c65-92cc-c26a9711af28 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:49.160254 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f006a594-3b96-4c66-a40a-d1527935bdc7 req-dd0bdbd4-e98d-4c65-92cc-c26a9711af28 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 945 time: 0.1442955 Sep 30 09:46:49.211168 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e7a4c80e-34d5-47f8-a0f2-7303b5f51226 req-9b3bbd65-ddce-485d-a276-6064f6650fca tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157923 Sep 30 09:46:49.236001 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:49.240596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device cc523046-219f-42b7-a7b9-700936140c81 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:49.259314 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f006a594-3b96-4c66-a40a-d1527935bdc7 req-8024ddc1-2bfa-405b-ba92-d767204c41b3 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922098 Sep 30 09:46:49.321504 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d9b4cb-8b66-42e8-95d2-a86f968424c4 x-openstack-request-id: req-c3d9b4cb-8b66-42e8-95d2-a86f968424c4 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:49.321822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "name": "network-vif-plugged", "status": "completed", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:49.322073 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3d9b4cb-8b66-42e8-95d2-a86f968424c4 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:49.322665 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d9b4cb-8b66-42e8-95d2-a86f968424c4'] response: {'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa', 'code': 200} Sep 30 09:46:49.335817 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:49.344413 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port cc523046-219f-42b7-a7b9-700936140c81 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:46:49.346367 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:49.353983 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.355991 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.355991 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.356304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593c0e9-634c-4d86-8c43-f41a83d9a96e req-e6cde393-18b3-4866-8429-71c4f084e3e7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:49.356480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.356480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.356480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.356480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.356480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.357170 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7593c0e9-634c-4d86-8c43-f41a83d9a96e req-e6cde393-18b3-4866-8429-71c4f084e3e7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0582855 Sep 30 09:46:49.357336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.357336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.357336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.357755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.358547 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.358741 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.359017 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:49.459757 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port cc523046-219f-42b7-a7b9-700936140c81 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:49.460198 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (cc523046-219f-42b7-a7b9-700936140c81), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:49.460535 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port cc523046-219f-42b7-a7b9-700936140c81 Sep 30 09:46:49.581991 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port cc523046-219f-42b7-a7b9-700936140c81 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:49.582435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:49.595636 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:49.614620 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7593c0e9-634c-4d86-8c43-f41a83d9a96e req-57408d2f-075d-4a65-a308-2312ae937eec tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490854 Sep 30 09:46:49.626533 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:49.690307 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:49.743288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:49.930065 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c80bc-6ca4-41a1-854c-2fb56f2e0905 req-4e217e9a-15a0-4075-9591-71de9539b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:49.931692 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f81c80bc-6ca4-41a1-854c-2fb56f2e0905 req-4e217e9a-15a0-4075-9591-71de9539b92a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 1130 time: 0.0414240 Sep 30 09:46:49.976975 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f81c80bc-6ca4-41a1-854c-2fb56f2e0905 req-6472b223-fd7b-4c74-a471-109880ba382b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Sep 30 09:46:50.010730 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55316) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:50.113137 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.193120 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Publish callbacks [] for security_group (052c2441-5354-46ce-9278-785f42234917), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.206786 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55324) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:50.209276 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464277a-8301-4cbf-b125-f7c5fdcc4675 req-8f60a8fe-f104-4ce1-9a2b-724e51f277b5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:50.214666 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2464277a-8301-4cbf-b125-f7c5fdcc4675 req-8f60a8fe-f104-4ce1-9a2b-724e51f277b5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0541680 Sep 30 09:46:50.264910 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (052c2441-5354-46ce-9278-785f42234917), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.273273 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2464277a-8301-4cbf-b125-f7c5fdcc4675 req-aab4ef06-35c4-4488-a6fe-0840c904091f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Sep 30 09:46:50.376405 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6d70aed35ae04e5fb792cbf92ac67c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641756 Sep 30 09:46:50.376725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55338) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:50.400535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3269-20d8-474e-9281-f27769899063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.413012 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c2441-5354-46ce-9278-785f42234917,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:50.427038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356de8e-63e0-4e06-afa3-9ce50dab54e6 req-c9cb88c1-993f-4e9b-b325-3b540974e347 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:50.428618 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5356de8e-63e0-4e06-afa3-9ce50dab54e6 req-c9cb88c1-993f-4e9b-b325-3b540974e347 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.0807841 Sep 30 09:46:50.432573 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.434485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.435204 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.435447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.435779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.436672 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.437018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.437343 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.437663 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.437982 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cd49e-cf98-4310-b243-cb4164849682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:50.463534 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210ef3e-df41-4438-a527-e0e703dcba29 req-d9e691cc-ae98-4074-9ffe-e9de73632134 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:50.468951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5210ef3e-df41-4438-a527-e0e703dcba29 req-d9e691cc-ae98-4074-9ffe-e9de73632134 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0861814 Sep 30 09:46:50.502262 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] Publish callbacks [] for security_group (052c2441-5354-46ce-9278-785f42234917), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.529198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] Publish callbacks [] for security_group (052c2441-5354-46ce-9278-785f42234917), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.542524 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5356de8e-63e0-4e06-afa3-9ce50dab54e6 req-0765860c-d39b-48f7-a415-857d7f846ad8 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026418 Sep 30 09:46:50.592762 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5210ef3e-df41-4438-a527-e0e703dcba29 req-6941a0c2-06bb-4797-8e87-873e8cb970e8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104395 Sep 30 09:46:50.617500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3269-20d8-474e-9281-f27769899063 admin admin] Publish callbacks [] for security_group (7cfc1ce5-d50d-4d42-a980-57056cde8abd), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.701386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-dafae1e0-afa5-4ef7-8bf3-98877085db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:50.702909 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3269-20d8-474e-9281-f27769899063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7cfc1ce5-d50d-4d42-a980-57056cde8abd), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.713319 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (052c2441-5354-46ce-9278-785f42234917), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.713615 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-dafae1e0-afa5-4ef7-8bf3-98877085db94 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1130 time: 0.0535021 Sep 30 09:46:50.713720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.713720 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/052c2441-5354-46ce-9278-785f42234917 HTTP/1.1" status: 204 len: 168 time: 0.3292749 Sep 30 09:46:50.751347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a3269-20d8-474e-9281-f27769899063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc1ce5-d50d-4d42-a980-57056cde8abd,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:50.761413 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5f8a3269-20d8-474e-9281-f27769899063 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9a686dae16a04996ad351ddb92875e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535030 Sep 30 09:46:50.767291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55354) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:50.776180 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944273bb-ede8-43a9-9a3e-f9897621001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c2441-5354-46ce-9278-785f42234917,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:50.833422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] Publish callbacks [] for security_group (7cfc1ce5-d50d-4d42-a980-57056cde8abd), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.861159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] Publish callbacks [] for security_group (7cfc1ce5-d50d-4d42-a980-57056cde8abd), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:50.918141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-192c062c-9ed6-4f1d-aca0-907706352c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:50.919713 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-192c062c-9ed6-4f1d-aca0-907706352c96 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1919069 Sep 30 09:46:51.001724 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7cfc1ce5-d50d-4d42-a980-57056cde8abd), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:51.004672 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:51.005923 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7cfc1ce5-d50d-4d42-a980-57056cde8abd HTTP/1.1" status: 204 len: 168 time: 0.2362454 Sep 30 09:46:51.014999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2531a3-aade-4888-b1d7-c193f8afd756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc1ce5-d50d-4d42-a980-57056cde8abd,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:51.324668 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:51.329752 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e738d0f-47c3-4b0e-8d9f-2788b533bb87" -d '{"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-plugged", "status": "completed", "tag": "cc523046-219f-42b7-a7b9-700936140c81"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:51.371580 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b13e7-03d2-48f6-8b39-d295730a72e2 x-openstack-request-id: req-1c4b13e7-03d2-48f6-8b39-d295730a72e2 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:51.371874 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-plugged", "status": "completed", "tag": "cc523046-219f-42b7-a7b9-700936140c81", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:51.372124 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c4b13e7-03d2-48f6-8b39-d295730a72e2 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:51.372677 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4b13e7-03d2-48f6-8b39-d295730a72e2'] response: {'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81', 'code': 200} Sep 30 09:46:51.418645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d68360-070f-4aaa-9a03-042b70fea921 req-59cd4dfd-30bc-4d9c-8f33-69e4b6c7a98f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:51.420101 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-27d68360-070f-4aaa-9a03-042b70fea921 req-59cd4dfd-30bc-4d9c-8f33-69e4b6c7a98f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Sep 30 09:46:51.468138 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-27d68360-070f-4aaa-9a03-042b70fea921 req-7d44890e-4158-4270-8580-536004c5e190 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Sep 30 09:46:51.537075 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-bd30c269-f910-4ab7-8f6e-7ac83e8f325c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:51.552745 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-990e54f5-2f4b-4ea8-94a3-ccfca1a50906 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 200 len: 217 time: 0.0528858 Sep 30 09:46:51.618326 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55388) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:51.636638 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:51.691993 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-e17f11a2-7730-4701-b0a3-0a41a9ef88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:51.693888 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-e17f11a2-7730-4701-b0a3-0a41a9ef88cc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.1232386 Sep 30 09:46:51.756876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:51.857141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0961895-5007-4c68-b608-42f3ef57db5a req-c2c64918-cd5b-4b0d-8490-3cdcfab5cf0c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:51.864041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a0961895-5007-4c68-b608-42f3ef57db5a req-c2c64918-cd5b-4b0d-8490-3cdcfab5cf0c tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.2137187 Sep 30 09:46:51.864041 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:51.869542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e3a0b-6b51-4618-88b3-431b0f91ef2d req-0e0faad4-5adb-40da-b9b2-9ba3eb8ca432 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:51.871339 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-822e3a0b-6b51-4618-88b3-431b0f91ef2d req-0e0faad4-5adb-40da-b9b2-9ba3eb8ca432 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.1765230 Sep 30 09:46:51.904560 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-9e6da1ca-6e4d-48ff-afd8-da26431c4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:51.905988 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-9e6da1ca-6e4d-48ff-afd8-da26431c4fce service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094501 Sep 30 09:46:51.928543 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Publish callbacks [] for security_group (41d23c9d-3fe5-4b4c-9057-252926139dd6), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.037452 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (41d23c9d-3fe5-4b4c-9057-252926139dd6), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.065357 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a0961895-5007-4c68-b608-42f3ef57db5a req-e12e0a46-12bb-4bc4-8740-0da6c5a37caf tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882224 Sep 30 09:46:52.073798 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-822e3a0b-6b51-4618-88b3-431b0f91ef2d req-e73bec7c-ec76-47ea-8656-4214d8a32f8e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911697 Sep 30 09:46:52.133456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f20df-3bbd-4135-aef1-08a0f176635c req-235ff171-a544-4ea8-ba98-79deafad4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:52.134965 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e34f20df-3bbd-4135-aef1-08a0f176635c req-235ff171-a544-4ea8-ba98-79deafad4954 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 1129 time: 0.1484590 Sep 30 09:46:52.137295 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-9856b4b2-d5f2-4d5e-ae79-b017bd5067a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050085 Sep 30 09:46:52.138126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d23c9d-3fe5-4b4c-9057-252926139dd6,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:52.141788 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=22ab318fbcb645bdafd7522089e44cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224891 Sep 30 09:46:52.144689 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55414) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:52.147606 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.147957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.148306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.148650 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.148983 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.149317 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.149644 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.149969 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.150298 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.150645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.150976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.151300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.151622 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.151945 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.152268 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc808c9-1446-41fa-b365-b25d87d2acd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:46:52.181248 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55416) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:52.195903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:52.208841 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24442a27-ed40-4fcb-82da-8454aeae7301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.236546 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] Publish callbacks [] for security_group (41d23c9d-3fe5-4b4c-9057-252926139dd6), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.247793 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:52.253986 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e34f20df-3bbd-4135-aef1-08a0f176635c req-5bc501a4-dc4c-4e00-b6ea-eac02eef3b5a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979240 Sep 30 09:46:52.269174 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] Publish callbacks [] for security_group (41d23c9d-3fe5-4b4c-9057-252926139dd6), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.277899 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8bde006-628b-42b9-8fb5-ae768a92d869 req-af9d8a59-3110-43c5-bf78-974a9cad7a6c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208165 Sep 30 09:46:52.343859 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24442a27-ed40-4fcb-82da-8454aeae7301 admin admin] Publish callbacks [] for security_group (a99a98f6-7761-43e1-9ce5-5a1cb5610e42), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.406994 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24442a27-ed40-4fcb-82da-8454aeae7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a99a98f6-7761-43e1-9ce5-5a1cb5610e42), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.441069 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (41d23c9d-3fe5-4b4c-9057-252926139dd6), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.443577 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.444705 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/41d23c9d-3fe5-4b4c-9057-252926139dd6 HTTP/1.1" status: 204 len: 168 time: 0.2990344 Sep 30 09:46:52.451520 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-24442a27-ed40-4fcb-82da-8454aeae7301 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e9cca2169e84930adf5d41582bc75e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681196 Sep 30 09:46:52.454130 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55426) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:52.460002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24442a27-ed40-4fcb-82da-8454aeae7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a98f6-7761-43e1-9ce5-5a1cb5610e42,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:52.479098 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09ad6-4b29-4642-bd03-1a34993880cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d23c9d-3fe5-4b4c-9057-252926139dd6,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:52.521901 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] Publish callbacks [] for security_group (a99a98f6-7761-43e1-9ce5-5a1cb5610e42), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.547044 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] Publish callbacks [] for security_group (a99a98f6-7761-43e1-9ce5-5a1cb5610e42), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.614277 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce4181-466a-4665-932f-3d785e8af740 req-8f005fa2-12e7-45a4-b9ce-f8c20142e759 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:52.615911 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-51ce4181-466a-4665-932f-3d785e8af740 req-8f005fa2-12e7-45a4-b9ce-f8c20142e759 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0621514 Sep 30 09:46:52.664371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-51ce4181-466a-4665-932f-3d785e8af740 req-f8b98d79-180f-4510-be9a-38c3f9832a59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Sep 30 09:46:52.681101 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a99a98f6-7761-43e1-9ce5-5a1cb5610e42), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.683789 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:52.684929 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a99a98f6-7761-43e1-9ce5-5a1cb5610e42 HTTP/1.1" status: 204 len: 168 time: 0.2298853 Sep 30 09:46:52.693396 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efd0c0-f929-4567-b817-45801c72b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a98f6-7761-43e1-9ce5-5a1cb5610e42,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:52.927057 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:53.274655 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39aacf-e07b-447a-b213-c09acd82ce76 req-c8c6c04d-d64d-46c1-bf25-162088632a3b tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:53.276750 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7f39aacf-e07b-447a-b213-c09acd82ce76 req-c8c6c04d-d64d-46c1-bf25-162088632a3b tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.1023641 Sep 30 09:46:53.289241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf9cf-b291-4b0c-9b0e-81f714a8dc39 req-ad6b9c3e-562a-4a3f-8b45-1c03876caaac tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:53.290620 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44eaf9cf-b291-4b0c-9b0e-81f714a8dc39 req-ad6b9c3e-562a-4a3f-8b45-1c03876caaac tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0748446 Sep 30 09:46:53.358927 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7f39aacf-e07b-447a-b213-c09acd82ce76 req-fe9a6bef-33a3-49a4-998c-6c4487c70400 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764828 Sep 30 09:46:53.367074 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44eaf9cf-b291-4b0c-9b0e-81f714a8dc39 req-ce4527f0-6534-4447-8ec9-363f22ade02b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703886 Sep 30 09:46:53.721851 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-be7490a0-c66c-4d9e-a629-c2227f434f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:53.817123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d61d1-db92-4248-a2fd-0ee1ed813fdc req-b5450287-e040-488e-b025-3826c85195a8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:53.825866 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9a4d61d1-db92-4248-a2fd-0ee1ed813fdc req-b5450287-e040-488e-b025-3826c85195a8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0633488 Sep 30 09:46:53.872038 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9a4d61d1-db92-4248-a2fd-0ee1ed813fdc req-485c85ea-d456-4393-a704-042da0de771d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Sep 30 09:46:54.507323 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52715f-71b9-4654-93e0-c8f85b1a924e req-35287474-c5dd-42c9-bb3d-bb73787ddf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:54.508837 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bd52715f-71b9-4654-93e0-c8f85b1a924e req-35287474-c5dd-42c9-bb3d-bb73787ddf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0531909 Sep 30 09:46:54.559526 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bd52715f-71b9-4654-93e0-c8f85b1a924e req-8ba3442d-a6f9-4e22-9d88-7b0141f667d3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Sep 30 09:46:54.970982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:54.994723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d370eb-e0c3-4600-be56-7c5468bb7b12 req-97342645-5f00-43a1-a41a-33e1132c2e1e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:54.998088 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25d370eb-e0c3-4600-be56-7c5468bb7b12 req-97342645-5f00-43a1-a41a-33e1132c2e1e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0469711 Sep 30 09:46:55.107058 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25d370eb-e0c3-4600-be56-7c5468bb7b12 req-74ba7281-2430-4ac4-88a5-8d72429471a0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821998 Sep 30 09:46:55.148507 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55566) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:55.267209 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:55.275177 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0a892a0-67d4-4f0b-b473-26821a554ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.358884 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0a892a0-67d4-4f0b-b473-26821a554ab1 admin admin] Publish callbacks [] for security_group (ea815d97-d6ee-43ad-b991-32837dbc2387), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.441862 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0a892a0-67d4-4f0b-b473-26821a554ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ea815d97-d6ee-43ad-b991-32837dbc2387), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.484600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a892a0-67d4-4f0b-b473-26821a554ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea815d97-d6ee-43ad-b991-32837dbc2387,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:55.491631 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-e0a892a0-67d4-4f0b-b473-26821a554ab1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=179cdac0ebe64e4ab4c01578c80c7845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394992 Sep 30 09:46:55.492483 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55586) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:55.553898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] Publish callbacks [] for security_group (ea815d97-d6ee-43ad-b991-32837dbc2387), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.573751 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] Publish callbacks [] for security_group (ea815d97-d6ee-43ad-b991-32837dbc2387), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.681847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bbc9-97d2-4e6e-a8c6-8b09b5070978 req-33988496-f1e4-4713-ac76-bfb190c79090 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:55.683367 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dcf2bbc9-97d2-4e6e-a8c6-8b09b5070978 req-33988496-f1e4-4713-ac76-bfb190c79090 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Sep 30 09:46:55.704517 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ea815d97-d6ee-43ad-b991-32837dbc2387), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.707210 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:55.708366 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ea815d97-d6ee-43ad-b991-32837dbc2387 HTTP/1.1" status: 204 len: 168 time: 0.2155700 Sep 30 09:46:55.721437 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc38ce-16eb-4896-b8fd-fcbcafeab6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea815d97-d6ee-43ad-b991-32837dbc2387,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:55.766280 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dcf2bbc9-97d2-4e6e-a8c6-8b09b5070978 req-d92a776c-fafb-4db0-a678-10baa40ebc3e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772333 Sep 30 09:46:56.167645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:56.206723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b80fca-f0d3-4c96-811a-e03a8c9db8a2 req-5021ae85-5b60-4599-8b32-a36272770965 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:56.208206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01b80fca-f0d3-4c96-811a-e03a8c9db8a2 req-5021ae85-5b60-4599-8b32-a36272770965 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0503747 Sep 30 09:46:56.255608 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01b80fca-f0d3-4c96-811a-e03a8c9db8a2 req-41f26b1c-5ab7-4ca2-ab16-7aac23a44714 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Sep 30 09:46:56.370300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55610) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:56.384545 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f5936ab-2d86-48cb-bca6-ce8b0fe882ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.489853 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f5936ab-2d86-48cb-bca6-ce8b0fe882ec admin admin] Publish callbacks [] for security_group (20ee40cb-4f34-4a6b-ae2f-820628044bf7), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.627514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f5936ab-2d86-48cb-bca6-ce8b0fe882ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (20ee40cb-4f34-4a6b-ae2f-820628044bf7), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.656590 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.657977 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.665183 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5936ab-2d86-48cb-bca6-ce8b0fe882ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee40cb-4f34-4a6b-ae2f-820628044bf7,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:56.669408 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0f5936ab-2d86-48cb-bca6-ce8b0fe882ec admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6c2541f2d9b84a7e8b07e26eab937f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980459 Sep 30 09:46:56.673801 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55614) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:56.725886 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] Publish callbacks [] for security_group (20ee40cb-4f34-4a6b-ae2f-820628044bf7), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.737165 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:56.753627 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] Publish callbacks [] for security_group (20ee40cb-4f34-4a6b-ae2f-820628044bf7), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.864857 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (20ee40cb-4f34-4a6b-ae2f-820628044bf7), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.867852 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:56.870497 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/20ee40cb-4f34-4a6b-ae2f-820628044bf7 HTTP/1.1" status: 204 len: 168 time: 0.1946106 Sep 30 09:46:56.879207 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207427-4617-47db-a025-7c61d5643718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee40cb-4f34-4a6b-ae2f-820628044bf7,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:56.905625 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385280-40e1-45eb-bb40-fbe033c77c4f req-e694a989-8ff8-493c-bd22-89f173eef15c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:56.907344 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-17385280-40e1-45eb-bb40-fbe033c77c4f req-e694a989-8ff8-493c-bd22-89f173eef15c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0534487 Sep 30 09:46:56.961324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:56.974723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-17385280-40e1-45eb-bb40-fbe033c77c4f req-27307040-ec1f-465d-b372-926d67cebdc6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572269 Sep 30 09:46:57.385074 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba5548-5bf6-48ec-bef2-6e61b23749d8 req-24dce352-f1bf-4cad-9317-83d3b382a116 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:57.386678 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1cba5548-5bf6-48ec-bef2-6e61b23749d8 req-24dce352-f1bf-4cad-9317-83d3b382a116 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0580337 Sep 30 09:46:57.441967 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1cba5548-5bf6-48ec-bef2-6e61b23749d8 req-2dab2bcb-aef5-4360-a6b3-c56a02b72fc1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Sep 30 09:46:57.911199 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:57.934248 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:58.097952 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c89ba-b9cc-41ed-8c08-fac6bc5e1ed5 req-fd79c906-333f-4ddb-8213-ce8cb097cdb9 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.099809 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-241c89ba-b9cc-41ed-8c08-fac6bc5e1ed5 req-fd79c906-333f-4ddb-8213-ce8cb097cdb9 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Sep 30 09:46:58.155234 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-241c89ba-b9cc-41ed-8c08-fac6bc5e1ed5 req-4691a4e5-f7fa-4914-a0d9-74f5be67d176 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499470 Sep 30 09:46:58.345430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22033-c67e-4f57-b225-72b85677d0ac req-9ecf2441-e789-4750-9812-f5ee3055e16b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.345430 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-57a22033-c67e-4f57-b225-72b85677d0ac req-9ecf2441-e789-4750-9812-f5ee3055e16b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0491521 Sep 30 09:46:58.353434 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55700) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:58.359481 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'port_id': 'cc523046-219f-42b7-a7b9-700936140c81'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:58.460704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:58.539951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-59c29483-0a28-491c-94de-1a0c0c3767f5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433297 Sep 30 09:46:58.612753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a69a3-9565-4ba3-8de6-01184e41440e req-de0ec9f6-9103-4d88-b997-3e0ab8e27ec4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.614619 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-923a69a3-9565-4ba3-8de6-01184e41440e req-de0ec9f6-9103-4d88-b997-3e0ab8e27ec4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0621455 Sep 30 09:46:58.716509 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-923a69a3-9565-4ba3-8de6-01184e41440e req-80a99e22-94df-4bc2-ac7e-a6f88bc3addd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Sep 30 09:46:58.717655 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464a63-c137-4440-8e53-1ef8d69479eb req-92d78d41-6e1d-4147-a889-b8768b6976e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.719139 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-92d78d41-6e1d-4147-a889-b8768b6976e8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.0988572 Sep 30 09:46:58.853730 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464a63-c137-4440-8e53-1ef8d69479eb req-d5e8f0f3-7833-48e7-bc1c-1333cf61b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.855493 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-d5e8f0f3-7833-48e7-bc1c-1333cf61b360 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1072092 Sep 30 09:46:58.899794 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-b69d1a6b-9299-44c9-844e-f54ecc4dea5a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 217 time: 0.0377712 Sep 30 09:46:58.913156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:58.955970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464a63-c137-4440-8e53-1ef8d69479eb req-2ddb7aff-31f5-49f0-96f4-68a8fbe55dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:58.957734 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-2ddb7aff-31f5-49f0-96f4-68a8fbe55dd1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0514157 Sep 30 09:46:59.014657 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464a63-c137-4440-8e53-1ef8d69479eb req-dfe46788-9358-4460-81f7-d4488aa918d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:59.016322 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-dfe46788-9358-4460-81f7-d4488aa918d9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523040 Sep 30 09:46:59.159650 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55734) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:59.316220 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-9158ce6b-214b-4d2c-883c-101f7775858d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934713 Sep 30 09:46:59.389978 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.428984 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01464a63-c137-4440-8e53-1ef8d69479eb req-dc883fe2-a454-4e1c-9898-2849bec02c58 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061196 Sep 30 09:46:59.463930 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.521982 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6c81-2033-4515-92bb-2fcf1f27b047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.612955 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP aad1fb92-e26d-40af-89c5-b7c9f40ad880 associated. External IP: 172.37.6.253, port: cc523046-219f-42b7-a7b9-700936140c81. Sep 30 09:46:59.747004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6c81-2033-4515-92bb-2fcf1f27b047 admin admin] Publish callbacks [] for security_group (7ce4af05-85bf-45d5-bef5-4ddf35148d0f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.750316 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:59.809642 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:59.848017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6c81-2033-4515-92bb-2fcf1f27b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7ce4af05-85bf-45d5-bef5-4ddf35148d0f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.877900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f857b-155a-45f8-a05b-211a6c4fe31d req-f54257ae-4832-4698-a3ac-6631f6150819 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:59.879506 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc0f857b-155a-45f8-a05b-211a6c4fe31d req-f54257ae-4832-4698-a3ac-6631f6150819 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0630178 Sep 30 09:46:59.905051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:46:59.906167 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6c81-2033-4515-92bb-2fcf1f27b047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4af05-85bf-45d5-bef5-4ddf35148d0f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:59.910964 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7e1f6c81-2033-4515-92bb-2fcf1f27b047 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=02501f755ba54c339a3b8808b8f0820e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503161 Sep 30 09:46:59.915667 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55778) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:59.968017 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc0f857b-155a-45f8-a05b-211a6c4fe31d req-115a3307-d567-420a-9cd5-5150bfd60b0e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811398 Sep 30 09:47:00.046714 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] Publish callbacks [] for security_group (7ce4af05-85bf-45d5-bef5-4ddf35148d0f), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.083033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] Publish callbacks [] for security_group (7ce4af05-85bf-45d5-bef5-4ddf35148d0f), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.090051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:47:00.096081 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.109252 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:47:00.121445 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:47:00.122281 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:46:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:00.144659 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f20006e1-2e0d-4f4f-aff3-7a3650ad53f1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/aad1fb92-e26d-40af-89c5-b7c9f40ad880 HTTP/1.1" status: 200 len: 991 time: 1.7899644 Sep 30 09:47:00.145766 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:47:00.148646 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b4217e-a4e0-4189-855e-cec6f2a19e99" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "tag": "cc523046-219f-42b7-a7b9-700936140c81"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:47:00.203236 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50719123-b4bb-4e45-92cb-baefb2d0de75 x-openstack-request-id: req-50719123-b4bb-4e45-92cb-baefb2d0de75 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:47:00.203592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "tag": "cc523046-219f-42b7-a7b9-700936140c81", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:47:00.203875 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50719123-b4bb-4e45-92cb-baefb2d0de75 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:47:00.204187 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50719123-b4bb-4e45-92cb-baefb2d0de75'] response: {'name': 'network-changed', 'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81', 'status': 'completed', 'code': 200} Sep 30 09:47:00.246976 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7ce4af05-85bf-45d5-bef5-4ddf35148d0f), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.250335 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.251564 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7ce4af05-85bf-45d5-bef5-4ddf35148d0f HTTP/1.1" status: 204 len: 168 time: 0.3349857 Sep 30 09:47:00.263801 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac6904-55db-4913-9a1e-d6a9a67167ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4af05-85bf-45d5-bef5-4ddf35148d0f,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:00.269920 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:47:00.356272 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-69936e59-e82a-4d76-909a-7f79fadefbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:00.359621 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-69936e59-e82a-4d76-909a-7f79fadefbf8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 1129 time: 0.1039820 Sep 30 09:47:00.445133 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55814) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:00.474156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-86b708ef-558e-4344-aceb-8f3a2f5c21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:00.475936 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-86b708ef-558e-4344-aceb-8f3a2f5c21d6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.1103835 Sep 30 09:47:00.559184 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:46:59Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:00.567359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.588127 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:47:00.589580 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-779f42cf-de11-46d6-a25d-36b2cd1320a3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc523046-219f-42b7-a7b9-700936140c81 HTTP/1.1" status: 200 len: 999 time: 0.1050417 Sep 30 09:47:00.597370 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:47:00.597968 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:46:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:00.648180 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-58425909-9d80-46e7-be46-233660c8a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:00.649624 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-58425909-9d80-46e7-be46-233660c8a251 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0540874 Sep 30 09:47:00.697592 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-c4a2d8c7-fe1e-493c-82ae-ecac46244692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:00.700497 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-c4a2d8c7-fe1e-493c-82ae-ecac46244692 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442343 Sep 30 09:47:00.711301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0f54b75-8fa7-497d-87c1-38a9cb67aaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.755526 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:47:00.815061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0f54b75-8fa7-497d-87c1-38a9cb67aaa8 admin admin] Publish callbacks [] for security_group (1b7d3563-c53b-49a4-8e5f-c8114ebb1c06), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.845748 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-27d7d279-c1e6-4f8e-ac2f-74124c1740ff service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359992 Sep 30 09:47:00.884543 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e0f54b75-8fa7-497d-87c1-38a9cb67aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1b7d3563-c53b-49a4-8e5f-c8114ebb1c06), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.936851 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e0f54b75-8fa7-497d-87c1-38a9cb67aaa8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=be14f805af7a4180aea48756132410a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899328 Sep 30 09:47:00.937949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f54b75-8fa7-497d-87c1-38a9cb67aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d3563-c53b-49a4-8e5f-c8114ebb1c06,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:00.940834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55838) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:00.956644 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25b4217e-a4e0-4189-855e-cec6f2a19e99 req-b333cf63-ceb6-43e2-a2be-58ce512cb859 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057715 Sep 30 09:47:01.000703 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:01.021883 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] Publish callbacks [] for security_group (1b7d3563-c53b-49a4-8e5f-c8114ebb1c06), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.062873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] Publish callbacks [] for security_group (1b7d3563-c53b-49a4-8e5f-c8114ebb1c06), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.065827 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:46:59Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:01.115779 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:01.137487 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6dfc1-35cc-4c60-bc85-ab8072a534dd req-cc1cc60f-ecf2-4672-89d0-dcdf644746f3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:01.137669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55846) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:01.137770 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fd6dfc1-35cc-4c60-bc85-ab8072a534dd req-cc1cc60f-ecf2-4672-89d0-dcdf644746f3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0588701 Sep 30 09:47:01.149530 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6723d564-563e-4e90-bc90-ef284c623cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.199588 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e50ce6-7807-47ef-9e03-867b810537ce None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:46:59Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:47:01.205945 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fd6dfc1-35cc-4c60-bc85-ab8072a534dd req-b04ca17e-53e2-4a62-b8d4-3cfc85cc4b73 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645535 Sep 30 09:47:01.213450 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1b7d3563-c53b-49a4-8e5f-c8114ebb1c06), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.219446 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.224682 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1b7d3563-c53b-49a4-8e5f-c8114ebb1c06 HTTP/1.1" status: 204 len: 168 time: 0.2802083 Sep 30 09:47:01.271606 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:01.272950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b710667-5000-46b8-b518-0489aeabc226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d3563-c53b-49a4-8e5f-c8114ebb1c06,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:01.343752 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6723d564-563e-4e90-bc90-ef284c623cb9 admin admin] Publish callbacks [] for security_group (541f5c2a-a240-4162-83a6-04e73da8ee16), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.410344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6723d564-563e-4e90-bc90-ef284c623cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (541f5c2a-a240-4162-83a6-04e73da8ee16), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.450834 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6723d564-563e-4e90-bc90-ef284c623cb9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f3ce98276abc499fbd2a329e523fa124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156047 Sep 30 09:47:01.453536 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723d564-563e-4e90-bc90-ef284c623cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f5c2a-a240-4162-83a6-04e73da8ee16,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:01.454049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55864) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:01.504920 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:01.507245 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a99a93-4f91-45ff-a375-f3b6510a53a1 None None] New status for floating IP aad1fb92-e26d-40af-89c5-b7c9f40ad880: ACTIVE {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:47:01.510880 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] Publish callbacks [] for security_group (541f5c2a-a240-4162-83a6-04e73da8ee16), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.541991 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] Publish callbacks [] for security_group (541f5c2a-a240-4162-83a6-04e73da8ee16), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.675354 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (541f5c2a-a240-4162-83a6-04e73da8ee16), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.678387 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:01.679560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/541f5c2a-a240-4162-83a6-04e73da8ee16 HTTP/1.1" status: 204 len: 168 time: 0.2245064 Sep 30 09:47:01.690083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ca62e-0b3c-4cc8-a1c5-965143117d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f5c2a-a240-4162-83a6-04e73da8ee16,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:01.861400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55880) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.224381 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a14fcc02-72eb-4184-8604-253956015090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.245444 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55898) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.251278 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55900) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.268087 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04848394-a297-4723-9960-25beb32ddabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.370629 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a14fcc02-72eb-4184-8604-253956015090 admin admin] Publish callbacks [] for security_group (0c848f39-8f65-4caf-bb1f-517f51f1c8a0), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.385201 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be2deb-2183-4d21-83c9-0f4afe27ae12 req-6093598f-1b49-40a6-a8ee-10d24abb3402 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:02.385201 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65be2deb-2183-4d21-83c9-0f4afe27ae12 req-6093598f-1b49-40a6-a8ee-10d24abb3402 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0581937 Sep 30 09:47:02.409683 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04848394-a297-4723-9960-25beb32ddabe admin admin] Publish callbacks [] for security_group (070dd002-6b29-4979-b1c8-12a3fdbe26d1), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.432058 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65be2deb-2183-4d21-83c9-0f4afe27ae12 req-95b705ef-2f6e-4ebf-9d61-a7fece8b9299 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Sep 30 09:47:02.481183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a14fcc02-72eb-4184-8604-253956015090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0c848f39-8f65-4caf-bb1f-517f51f1c8a0), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.485886 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b39e4cd1-5ade-482c-86c8-e5dd2eb095ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.487123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=71,neutron:INSERT=27,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:02.488222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04848394-a297-4723-9960-25beb32ddabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (070dd002-6b29-4979-b1c8-12a3fdbe26d1), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.544513 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-04848394-a297-4723-9960-25beb32ddabe admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a0b1b0614863438c99c08917ec713768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894189 Sep 30 09:47:02.544513 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fcc02-72eb-4184-8604-253956015090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c848f39-8f65-4caf-bb1f-517f51f1c8a0,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.546294 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55910) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.548571 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a14fcc02-72eb-4184-8604-253956015090 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3ab149fcc9c3411f8b3e08ebe2907109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404783 Sep 30 09:47:02.556513 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55914) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.577974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b39e4cd1-5ade-482c-86c8-e5dd2eb095ea admin admin] Publish callbacks [] for security_group (0a02775d-2c42-4aad-9bc6-9cd924645b7e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.617623 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04848394-a297-4723-9960-25beb32ddabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070dd002-6b29-4979-b1c8-12a3fdbe26d1,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.646678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b39e4cd1-5ade-482c-86c8-e5dd2eb095ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0a02775d-2c42-4aad-9bc6-9cd924645b7e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.662181 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] Publish callbacks [] for security_group (0c848f39-8f65-4caf-bb1f-517f51f1c8a0), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.664279 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] Publish callbacks [] for security_group (070dd002-6b29-4979-b1c8-12a3fdbe26d1), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.688428 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b39e4cd1-5ade-482c-86c8-e5dd2eb095ea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e642241b30124f0cbf0fe8d9d67d8f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408326 Sep 30 09:47:02.689378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e4cd1-5ade-482c-86c8-e5dd2eb095ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02775d-2c42-4aad-9bc6-9cd924645b7e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.692105 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55918) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.699233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] Publish callbacks [] for security_group (0c848f39-8f65-4caf-bb1f-517f51f1c8a0), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.702773 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] Publish callbacks [] for security_group (070dd002-6b29-4979-b1c8-12a3fdbe26d1), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.760765 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] Publish callbacks [] for security_group (0a02775d-2c42-4aad-9bc6-9cd924645b7e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.790153 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] Publish callbacks [] for security_group (0a02775d-2c42-4aad-9bc6-9cd924645b7e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.829468 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55922) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:02.838133 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0c848f39-8f65-4caf-bb1f-517f51f1c8a0), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.840896 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.842056 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0c848f39-8f65-4caf-bb1f-517f51f1c8a0 HTTP/1.1" status: 204 len: 168 time: 0.2829270 Sep 30 09:47:02.846701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (070dd002-6b29-4979-b1c8-12a3fdbe26d1), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.849127 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.850224 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/070dd002-6b29-4979-b1c8-12a3fdbe26d1 HTTP/1.1" status: 204 len: 168 time: 0.3004992 Sep 30 09:47:02.855509 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a6735-028f-46a5-8185-5363a79cf8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c848f39-8f65-4caf-bb1f-517f51f1c8a0,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.873154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f52e6-b23f-46a3-8166-492a32418dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070dd002-6b29-4979-b1c8-12a3fdbe26d1,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.887139 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0a02775d-2c42-4aad-9bc6-9cd924645b7e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.890765 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:02.893577 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0a02775d-2c42-4aad-9bc6-9cd924645b7e HTTP/1.1" status: 204 len: 168 time: 0.2003701 Sep 30 09:47:02.904453 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1945fca-1e3f-4b1a-bd4e-8e9a302cae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02775d-2c42-4aad-9bc6-9cd924645b7e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:02.962466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:02.969953 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cf01e4b6-4cf9-4f48-8edd-d159e085c6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.048842 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cf01e4b6-4cf9-4f48-8edd-d159e085c6f1 admin admin] Publish callbacks [] for security_group (c56ec7ba-5c38-493a-b803-d9cb1c40c321), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.112895 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cf01e4b6-4cf9-4f48-8edd-d159e085c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c56ec7ba-5c38-493a-b803-d9cb1c40c321), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.157448 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cf01e4b6-4cf9-4f48-8edd-d159e085c6f1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d38d518c11a34ffc8921d4c241b8ce06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268890 Sep 30 09:47:03.158302 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01e4b6-4cf9-4f48-8edd-d159e085c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ec7ba-5c38-493a-b803-d9cb1c40c321,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:03.160299 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55936) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:03.211963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] Publish callbacks [] for security_group (c56ec7ba-5c38-493a-b803-d9cb1c40c321), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.232999 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] Publish callbacks [] for security_group (c56ec7ba-5c38-493a-b803-d9cb1c40c321), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.353328 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c56ec7ba-5c38-493a-b803-d9cb1c40c321), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.355970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.357743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c56ec7ba-5c38-493a-b803-d9cb1c40c321 HTTP/1.1" status: 204 len: 168 time: 0.1958265 Sep 30 09:47:03.366389 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5eb1b-d11b-4118-908e-ca18bd37adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ec7ba-5c38-493a-b803-d9cb1c40c321,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:03.520527 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:03.556318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad34d87-c9f6-46ae-b974-c6275867f854 req-889709b2-7f93-41a1-979c-62085729e125 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:03.557949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dad34d87-c9f6-46ae-b974-c6275867f854 req-889709b2-7f93-41a1-979c-62085729e125 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Sep 30 09:47:03.606256 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dad34d87-c9f6-46ae-b974-c6275867f854 req-e7d6089d-f27f-4381-8764-e455c01e4a1b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Sep 30 09:47:03.735781 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55952) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:03.749594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ce40036b-46cd-4181-ada8-a6dbc39232d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.790772 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:03.826556 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ce40036b-46cd-4181-ada8-a6dbc39232d5 admin admin] Publish callbacks [] for security_group (0d836258-d27d-4ce1-82b0-08e38109fe4a), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.890401 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ce40036b-46cd-4181-ada8-a6dbc39232d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0d836258-d27d-4ce1-82b0-08e38109fe4a), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:03.932377 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ce40036b-46cd-4181-ada8-a6dbc39232d5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fc07a91eb5904acaa15d88b72883af30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955373 Sep 30 09:47:03.934875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55958) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:03.941971 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40036b-46cd-4181-ada8-a6dbc39232d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d836258-d27d-4ce1-82b0-08e38109fe4a,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:03.986472 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] Publish callbacks [] for security_group (0d836258-d27d-4ce1-82b0-08e38109fe4a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.006131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] Publish callbacks [] for security_group (0d836258-d27d-4ce1-82b0-08e38109fe4a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.147443 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0d836258-d27d-4ce1-82b0-08e38109fe4a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.150192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.151432 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0d836258-d27d-4ce1-82b0-08e38109fe4a HTTP/1.1" status: 204 len: 168 time: 0.2156193 Sep 30 09:47:04.160378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10902-bd30-4b80-9afc-58f1a47ce93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d836258-d27d-4ce1-82b0-08e38109fe4a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:04.217384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55968) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:04.231092 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-80ffb73b-16ac-4313-b916-e752fe281b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.308773 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-80ffb73b-16ac-4313-b916-e752fe281b8c admin admin] Publish callbacks [] for security_group (15c67fbd-4c15-4ca8-a9a8-db4e85a5def1), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.381981 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-80ffb73b-16ac-4313-b916-e752fe281b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (15c67fbd-4c15-4ca8-a9a8-db4e85a5def1), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.422289 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-80ffb73b-16ac-4313-b916-e752fe281b8c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=48eb6d0c3f1f4cf98dd5707729fcf461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037623 Sep 30 09:47:04.424419 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffb73b-16ac-4313-b916-e752fe281b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c67fbd-4c15-4ca8-a9a8-db4e85a5def1,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:04.425295 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 55974) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:04.471259 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55976) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:04.485081 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2b500ac-527f-4155-b89a-245cfe9da892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.486242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] Publish callbacks [] for security_group (15c67fbd-4c15-4ca8-a9a8-db4e85a5def1), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.508788 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] Publish callbacks [] for security_group (15c67fbd-4c15-4ca8-a9a8-db4e85a5def1), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.567842 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2b500ac-527f-4155-b89a-245cfe9da892 admin admin] Publish callbacks [] for security_group (758f2bf0-120e-49b1-8b17-837b6fc91510), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.669951 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (15c67fbd-4c15-4ca8-a9a8-db4e85a5def1), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.673725 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.674283 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/15c67fbd-4c15-4ca8-a9a8-db4e85a5def1 HTTP/1.1" status: 204 len: 168 time: 0.2477570 Sep 30 09:47:04.677665 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:04.682696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188907ce-9538-434d-94fd-1163accdd3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c67fbd-4c15-4ca8-a9a8-db4e85a5def1,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:04.715188 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2b500ac-527f-4155-b89a-245cfe9da892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (758f2bf0-120e-49b1-8b17-837b6fc91510), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.755631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf742be-b2d6-4784-a063-810d0be7c0b4 req-7d9457ca-c180-4946-8bff-7408cfca8612 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:04.757472 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9bf742be-b2d6-4784-a063-810d0be7c0b4 req-7d9457ca-c180-4946-8bff-7408cfca8612 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0683768 Sep 30 09:47:04.765096 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d2b500ac-527f-4155-b89a-245cfe9da892 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=32153e84064043b8aaff202896b8d86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925024 Sep 30 09:47:04.766159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b500ac-527f-4155-b89a-245cfe9da892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f2bf0-120e-49b1-8b17-837b6fc91510,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:04.768862 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 55986) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:04.803081 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:04.818873 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9bf742be-b2d6-4784-a063-810d0be7c0b4 req-0e249a2f-cdd5-48ac-a1e2-25c79908ec13 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Sep 30 09:47:04.850495 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] Publish callbacks [] for security_group (758f2bf0-120e-49b1-8b17-837b6fc91510), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:04.874494 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] Publish callbacks [] for security_group (758f2bf0-120e-49b1-8b17-837b6fc91510), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:05.000782 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (758f2bf0-120e-49b1-8b17-837b6fc91510), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:05.003360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:05.004757 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/758f2bf0-120e-49b1-8b17-837b6fc91510 HTTP/1.1" status: 204 len: 168 time: 0.2346816 Sep 30 09:47:05.012758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253097a5-721d-434c-b1da-95d28cb460fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f2bf0-120e-49b1-8b17-837b6fc91510,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:05.946931 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669606-87db-4344-8cb3-e13870f3cc6b req-59b87832-368e-4459-a2e4-6926120477b9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:05.948482 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-14669606-87db-4344-8cb3-e13870f3cc6b req-59b87832-368e-4459-a2e4-6926120477b9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0478017 Sep 30 09:47:05.999160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-14669606-87db-4344-8cb3-e13870f3cc6b req-a11290fa-0868-48c9-89c0-5a33de9154f1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Sep 30 09:47:07.141136 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d2457-bb94-4463-9c99-6b6cdec4b6a1 req-df97318d-ecce-45ad-a1a8-087d9b97d1f3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:07.143354 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f37d2457-bb94-4463-9c99-6b6cdec4b6a1 req-df97318d-ecce-45ad-a1a8-087d9b97d1f3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Sep 30 09:47:07.196837 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f37d2457-bb94-4463-9c99-6b6cdec4b6a1 req-5f7d51f1-005f-42e6-8d4a-84061a5d1af4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468996 Sep 30 09:47:08.318762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2c069-2ece-4e6a-865a-b7d996d4f6ba req-74de162b-f72d-4a56-bfca-afe3e40c1869 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:08.320286 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cf2c069-2ece-4e6a-865a-b7d996d4f6ba req-74de162b-f72d-4a56-bfca-afe3e40c1869 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0468965 Sep 30 09:47:08.374249 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cf2c069-2ece-4e6a-865a-b7d996d4f6ba req-b512e0f6-089e-41ce-83db-c8d234bd2d96 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Sep 30 09:47:09.510901 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7210fd-df56-422d-8c9a-e4203b4d91d6 req-c5796bfc-bf0e-474f-94d9-ff49ec927573 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:09.512401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4a7210fd-df56-422d-8c9a-e4203b4d91d6 req-c5796bfc-bf0e-474f-94d9-ff49ec927573 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Sep 30 09:47:09.582260 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4a7210fd-df56-422d-8c9a-e4203b4d91d6 req-e8aaef4d-e308-47ca-a6d4-61e972319f39 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618842 Sep 30 09:47:10.716696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784e46-384d-469d-85c8-d32eee03161f req-f77ee87f-d102-44fd-aa51-246a87fe12d9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:10.718178 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fd784e46-384d-469d-85c8-d32eee03161f req-f77ee87f-d102-44fd-aa51-246a87fe12d9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0537236 Sep 30 09:47:10.801896 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fd784e46-384d-469d-85c8-d32eee03161f req-cdff77f8-edd0-4399-83ba-b7a45ab6e10a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 Sep 30 09:47:10.823045 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392ba6-67ac-428f-a268-9d7b77994f26 req-4305ca9d-7768-4999-8787-35a7135e37a1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:10.823045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-31392ba6-67ac-428f-a268-9d7b77994f26 req-4305ca9d-7768-4999-8787-35a7135e37a1 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.0589855 Sep 30 09:47:10.863732 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-31392ba6-67ac-428f-a268-9d7b77994f26 req-98db1f2b-9137-4f9f-bc62-470723829b11 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Sep 30 09:47:11.195133 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=76 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:11.960882 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57433c8f-cd8c-4e5c-bf04-e9666c7f35ee req-e2e06e1e-4bcc-4e20-ab52-02885748daa7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:11.963226 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-57433c8f-cd8c-4e5c-bf04-e9666c7f35ee req-e2e06e1e-4bcc-4e20-ab52-02885748daa7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0817559 Sep 30 09:47:12.028000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b700-a907-4439-9560-ea32f9746a49 req-e0205ec1-2590-4750-a340-61fa68395ace tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:12.029976 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8ce2b700-a907-4439-9560-ea32f9746a49 req-e0205ec1-2590-4750-a340-61fa68395ace tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.0778635 Sep 30 09:47:12.063298 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-57433c8f-cd8c-4e5c-bf04-e9666c7f35ee req-af2bdaa8-451e-4409-9795-6a56a9c15526 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907736 Sep 30 09:47:12.094003 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8ce2b700-a907-4439-9560-ea32f9746a49 req-737991f8-33c3-4b78-97bf-1acc51cc84f3 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581491 Sep 30 09:47:13.245143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-c783bc2b-19a4-4771-88a5-0b15fe522e96 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:13.246659 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-c783bc2b-19a4-4771-88a5-0b15fe522e96 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.1174846 Sep 30 09:47:13.283415 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:13.312545 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e06cf-9deb-475e-ac02-e2571f720202 req-1d9603a0-dbc4-4474-8af2-29d025625cce tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:13.314052 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d38e06cf-9deb-475e-ac02-e2571f720202 req-1d9603a0-dbc4-4474-8af2-29d025625cce tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.1466813 Sep 30 09:47:13.324768 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb025-bb23-4d12-8ed9-3db618b87499 req-b5d245e8-82b0-4e15-afd7-a428678ff331 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:13.328296 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b0eb025-bb23-4d12-8ed9-3db618b87499 req-b5d245e8-82b0-4e15-afd7-a428678ff331 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 946 time: 0.1362538 Sep 30 09:47:13.418356 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:13.492326 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Deleting port 8588e984-7119-40f8-9e2a-800c04c4c6aa {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:47:13.492746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:13.500787 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d38e06cf-9deb-475e-ac02-e2571f720202 req-cee556d1-ffec-48c8-b5af-2e270934fdeb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682177 Sep 30 09:47:13.517247 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b0eb025-bb23-4d12-8ed9-3db618b87499 req-64a306d1-752e-4a37-86ab-d0d254ee763a tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=36a8dc30-8d9a-4b94-899b-74bfa1118bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780860 Sep 30 09:47:13.598399 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] For port 8588e984-7119-40f8-9e2a-800c04c4c6aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8588e984-7119-40f8-9e2a-800c04c4c6aa,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:13.598830 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:13.614329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Calling delete_port for 8588e984-7119-40f8-9e2a-800c04c4c6aa owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:47:13.727950 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:47:13.846311 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (8588e984-7119-40f8-9e2a-800c04c4c6aa), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:13.882284 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Pushing event deleted for resources: {'Port': ['ID=8588e984-7119-40f8-9e2a-800c04c4c6aa,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:13.900715 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['8588e984-7119-40f8-9e2a-800c04c4c6aa'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:47:13.955707 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] No DVR routers for this DVR port 8588e984-7119-40f8-9e2a-800c04c4c6aa on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:47:13.959565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:13.962812 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cbc99c25-a380-4ad2-bce8-b140031f2912 req-9b72c416-0593-4f20-bb00-cd0eba909480 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8588e984-7119-40f8-9e2a-800c04c4c6aa HTTP/1.1" status: 204 len: 173 time: 0.7081280 Sep 30 09:47:13.963339 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'name': 'network-vif-deleted', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:47:13.965714 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8de443-2e9e-4ce0-8b3f-a281cf98bcf5" -d '{"events": [{"server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "name": "network-vif-deleted", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:47:14.006106 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572ccafa-2d4b-41f1-9322-7caecd417120 x-openstack-request-id: req-572ccafa-2d4b-41f1-9322-7caecd417120 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:47:14.006400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a244aaa-c28f-405e-ad45-39386205bb41", "name": "network-vif-deleted", "tag": "8588e984-7119-40f8-9e2a-800c04c4c6aa", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:47:14.006686 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-572ccafa-2d4b-41f1-9322-7caecd417120 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:47:14.007096 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572ccafa-2d4b-41f1-9322-7caecd417120'] response: {'server_uuid': '2a244aaa-c28f-405e-ad45-39386205bb41', 'name': 'network-vif-deleted', 'tag': '8588e984-7119-40f8-9e2a-800c04c4c6aa', 'status': 'completed', 'code': 200} Sep 30 09:47:14.661565 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-59160f23-f253-4343-9da2-04d3c9f65e58 req-0d45cf17-240d-4553-ae0c-4a12bc534027 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.0422139 Sep 30 09:47:14.667392 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29ad4-757b-4708-8d74-4f4777128c85 req-7006a5e0-72f9-4569-bb02-f700d7abfe56 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:14.668809 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5be29ad4-757b-4708-8d74-4f4777128c85 req-7006a5e0-72f9-4569-bb02-f700d7abfe56 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0913625 Sep 30 09:47:14.694824 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:14.753730 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5be29ad4-757b-4708-8d74-4f4777128c85 req-7e960ba1-8c47-4051-89e8-d36df344cb5e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Sep 30 09:47:15.008513 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=64,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:15.094552 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56416) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:15.232485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a4db7d90-c9cd-46bb-a706-af8540f98db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.304799 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56426) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:15.310497 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a4db7d90-c9cd-46bb-a706-af8540f98db8 admin admin] Publish callbacks [] for security_group (2bf0431a-b94a-4f0f-9ed8-33dfea181287), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.418308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bdb1e7-28ef-4cc0-833a-897d544af1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.429033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a4db7d90-c9cd-46bb-a706-af8540f98db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2bf0431a-b94a-4f0f-9ed8-33dfea181287), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.506555 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a4db7d90-c9cd-46bb-a706-af8540f98db8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=aa4000b6511c476eb95622a6c86f4cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107959 Sep 30 09:47:15.510117 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56430) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:15.517985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db7d90-c9cd-46bb-a706-af8540f98db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf0431a-b94a-4f0f-9ed8-33dfea181287,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:15.548296 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bdb1e7-28ef-4cc0-833a-897d544af1b5 admin admin] Publish callbacks [] for security_group (92dcb01e-6f20-483d-9582-3c70a3b5a72d), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.566939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] Publish callbacks [] for security_group (2bf0431a-b94a-4f0f-9ed8-33dfea181287), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.589824 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] Publish callbacks [] for security_group (2bf0431a-b94a-4f0f-9ed8-33dfea181287), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.713251 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bdb1e7-28ef-4cc0-833a-897d544af1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (92dcb01e-6f20-483d-9582-3c70a3b5a72d), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.762542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdb1e7-28ef-4cc0-833a-897d544af1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dcb01e-6f20-483d-9582-3c70a3b5a72d,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:15.763017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2bf0431a-b94a-4f0f-9ed8-33dfea181287), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.768758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:15.770442 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2bf0431a-b94a-4f0f-9ed8-33dfea181287 HTTP/1.1" status: 204 len: 168 time: 0.2594121 Sep 30 09:47:15.775393 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-74bdb1e7-28ef-4cc0-833a-897d544af1b5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e8f3f11ba4544c259c7fb8c6012443cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694173 Sep 30 09:47:15.793711 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56442) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:15.815188 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905164f-b656-4e1c-afc6-e0f8597a24d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf0431a-b94a-4f0f-9ed8-33dfea181287,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:15.910085 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7101211f-bff3-4ccc-a596-20f089ef843b req-df6b66f9-66d3-4cb1-804f-32fec7b0b309 tempest-DeleteServersTestJSON-1102723588 tempest-DeleteServersTestJSON-1102723588-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2a244aaa-c28f-405e-ad45-39386205bb41 HTTP/1.1" status: 200 len: 210 time: 0.0432863 Sep 30 09:47:15.919735 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:16.136005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] Publish callbacks [] for security_group (92dcb01e-6f20-483d-9582-3c70a3b5a72d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.144831 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ccb1-c886-4b72-9a4b-a72ecee8ec73 req-a1ff8a02-f330-4f61-b3d3-a14280ccc1d2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:16.146285 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28b9ccb1-c886-4b72-9a4b-a72ecee8ec73 req-a1ff8a02-f330-4f61-b3d3-a14280ccc1d2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.2437649 Sep 30 09:47:16.177656 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] Publish callbacks [] for security_group (92dcb01e-6f20-483d-9582-3c70a3b5a72d), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.180812 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:16.230074 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28b9ccb1-c886-4b72-9a4b-a72ecee8ec73 req-9707ee89-3ca2-463e-9692-2186c11ae899 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Sep 30 09:47:16.314202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (92dcb01e-6f20-483d-9582-3c70a3b5a72d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.316972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.318089 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/92dcb01e-6f20-483d-9582-3c70a3b5a72d HTTP/1.1" status: 204 len: 168 time: 0.5229983 Sep 30 09:47:16.327927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ff2c2-8ca2-4fbd-b31f-c78a7c141e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dcb01e-6f20-483d-9582-3c70a3b5a72d,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:16.433170 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56454) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:16.447218 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec457f34-5813-401a-a8c2-8b5780f391be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.557067 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec457f34-5813-401a-a8c2-8b5780f391be admin admin] Publish callbacks [] for security_group (2e3d267e-ad60-4ecf-879e-0ef17eb2aff3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.638665 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec457f34-5813-401a-a8c2-8b5780f391be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2e3d267e-ad60-4ecf-879e-0ef17eb2aff3), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.681913 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ec457f34-5813-401a-a8c2-8b5780f391be admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=014647dd60d54c4791f979e379e6be42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474248 Sep 30 09:47:16.682232 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56460) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:16.682857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec457f34-5813-401a-a8c2-8b5780f391be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d267e-ad60-4ecf-879e-0ef17eb2aff3,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:16.746078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] Publish callbacks [] for security_group (2e3d267e-ad60-4ecf-879e-0ef17eb2aff3), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.761848 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:16.767569 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] Publish callbacks [] for security_group (2e3d267e-ad60-4ecf-879e-0ef17eb2aff3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.895650 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2e3d267e-ad60-4ecf-879e-0ef17eb2aff3), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.898269 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:16.899480 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2e3d267e-ad60-4ecf-879e-0ef17eb2aff3 HTTP/1.1" status: 204 len: 168 time: 0.2152870 Sep 30 09:47:16.908564 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a43893-7caa-4423-b718-d63eb56de3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d267e-ad60-4ecf-879e-0ef17eb2aff3,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:17.002947 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8588e984-7119-40f8-9e2a-800c04c4c6aa no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:47:17.038755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 8588e984-7119-40f8-9e2a-800c04c4c6aa {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:47:17.038755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8588e984-7119-40f8-9e2a-800c04c4c6aa not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:47:17.122048 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56484) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:17.145347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7787b9e0-6a42-4006-a944-a8a8b7843ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.246489 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7787b9e0-6a42-4006-a944-a8a8b7843ab8 admin admin] Publish callbacks [] for security_group (ca9c49db-063f-4a88-a378-333d296dc18d), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.308792 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7787b9e0-6a42-4006-a944-a8a8b7843ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ca9c49db-063f-4a88-a378-333d296dc18d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.348141 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7787b9e0-6a42-4006-a944-a8a8b7843ab8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ac90a94a900543c7b7017f2a053a9fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223377 Sep 30 09:47:17.350337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56504) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:17.354972 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787b9e0-6a42-4006-a944-a8a8b7843ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c49db-063f-4a88-a378-333d296dc18d,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:17.428229 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb63772-83b8-4deb-9ba4-2fc9a485c7b4 req-55508ab2-4446-4b66-8953-9693826417f1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:17.428229 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ffb63772-83b8-4deb-9ba4-2fc9a485c7b4 req-55508ab2-4446-4b66-8953-9693826417f1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0923953 Sep 30 09:47:17.464377 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] Publish callbacks [] for security_group (ca9c49db-063f-4a88-a378-333d296dc18d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.498248 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] Publish callbacks [] for security_group (ca9c49db-063f-4a88-a378-333d296dc18d), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.542509 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ffb63772-83b8-4deb-9ba4-2fc9a485c7b4 req-cdffa380-f095-44f3-9e67-14e4ddaafcf6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021125 Sep 30 09:47:17.651986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ca9c49db-063f-4a88-a378-333d296dc18d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.655044 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:17.656369 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ca9c49db-063f-4a88-a378-333d296dc18d HTTP/1.1" status: 204 len: 168 time: 0.3050764 Sep 30 09:47:17.665947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f051c-0d21-441d-a6dd-e3883e77721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c49db-063f-4a88-a378-333d296dc18d,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:18.665568 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:18.673380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a5ca-4139-4e3b-a645-b7a7e3c6ab6a req-b4dee8ce-a7c2-48e7-90c2-f5ca8149fe93 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:18.674875 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2da6a5ca-4139-4e3b-a645-b7a7e3c6ab6a req-b4dee8ce-a7c2-48e7-90c2-f5ca8149fe93 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0540109 Sep 30 09:47:18.723916 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2da6a5ca-4139-4e3b-a645-b7a7e3c6ab6a req-fef21b72-c5dc-491e-a7be-367b44f8106e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Sep 30 09:47:19.052798 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56594) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:19.372142 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:19.458102 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:19.575973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56610) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:19.719991 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:19.806997 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Deleting port 0edf3085-2343-477c-aeff-24dca5130af3 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:47:19.808147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (0edf3085-2343-477c-aeff-24dca5130af3), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:19.841119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e84627ae-a7b3-4588-abca-19d8c8a3ee28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:19.926832 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9ba16-2ab2-4d34-a9c3-d8ee920131a5 req-38c006cb-6d0d-47bf-a68c-f9f6b4616cc5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:19.928093 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-baa9ba16-2ab2-4d34-a9c3-d8ee920131a5 req-38c006cb-6d0d-47bf-a68c-f9f6b4616cc5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0710025 Sep 30 09:47:19.967640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] For port 0edf3085-2343-477c-aeff-24dca5130af3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0edf3085-2343-477c-aeff-24dca5130af3,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:19.968506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (0edf3085-2343-477c-aeff-24dca5130af3), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:19.999675 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e84627ae-a7b3-4588-abca-19d8c8a3ee28 admin admin] Publish callbacks [] for security_group (96b93757-f50f-45e0-9679-6ba2bf7b48bc), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.001745 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Calling delete_port for 0edf3085-2343-477c-aeff-24dca5130af3 owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:47:20.026089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:20.056217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-baa9ba16-2ab2-4d34-a9c3-d8ee920131a5 req-d8aa59b1-1337-4e1b-bed8-9654b69697ef tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192682 Sep 30 09:47:20.109896 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e84627ae-a7b3-4588-abca-19d8c8a3ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (96b93757-f50f-45e0-9679-6ba2bf7b48bc), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.153084 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84627ae-a7b3-4588-abca-19d8c8a3ee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b93757-f50f-45e0-9679-6ba2bf7b48bc,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:20.157388 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e84627ae-a7b3-4588-abca-19d8c8a3ee28 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=82de32938a7340b391a698ddf94c8390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796707 Sep 30 09:47:20.162422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56644) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:20.229802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:20.233703 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] Publish callbacks [] for security_group (96b93757-f50f-45e0-9679-6ba2bf7b48bc), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.256051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] Publish callbacks [] for security_group (96b93757-f50f-45e0-9679-6ba2bf7b48bc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.364291 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (0edf3085-2343-477c-aeff-24dca5130af3), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.386984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (96b93757-f50f-45e0-9679-6ba2bf7b48bc), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.390259 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.392411 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Pushing event deleted for resources: {'Port': ['ID=0edf3085-2343-477c-aeff-24dca5130af3,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:20.394408 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/96b93757-f50f-45e0-9679-6ba2bf7b48bc HTTP/1.1" status: 204 len: 168 time: 0.2325764 Sep 30 09:47:20.405165 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f0a35-0222-4191-9624-20060502c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b93757-f50f-45e0-9679-6ba2bf7b48bc,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:20.425045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:20.555071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:20.700490 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:21.009105 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:47:21.111683 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:47:21.116204 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56680) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:21.117493 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-83f8a82d-c353-4ea4-8047-2692a05c811c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0625021 Sep 30 09:47:21.119918 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Sync routers for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:47:21.132494 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:47:21.133255 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:46:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:21.257829 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:47:21.263291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks [] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.277542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0694-8d2e-4577-aa51-14a829598b73 req-087867c1-97d3-4215-be30-9fd001daf967 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:21.285512 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1ef0694-8d2e-4577-aa51-14a829598b73 req-087867c1-97d3-4215-be30-9fd001daf967 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.1073878 Sep 30 09:47:21.303018 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56682) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:21.325446 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf63-b3af-42be-810f-20b542ca4070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.350841 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1ef0694-8d2e-4577-aa51-14a829598b73 req-c172aebe-c5c7-402c-bade-957c0a97be7e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Sep 30 09:47:21.392183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks [] for router_gateway (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.397196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:21.400732 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:21.423614 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf63-b3af-42be-810f-20b542ca4070 admin admin] Publish callbacks [] for security_group (1b343e53-604c-4a96-856a-6d5fe229f73a), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.458873 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80'}], 'enable_snat': True}, 'gw_port_id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:47:20Z', 'revision_number': 5, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port': {'id': '52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:21.491070 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Checking router: b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:47:21.503834 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Routers {'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:47:21.504638 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf63-b3af-42be-810f-20b542ca4070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1b343e53-604c-4a96-856a-6d5fe229f73a), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.504803 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:46:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:21.552228 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d9bdcf63-b3af-42be-810f-20b542ca4070 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a78c4b96aca44d8aa8cf6be70b245120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481916 Sep 30 09:47:21.552959 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdcf63-b3af-42be-810f-20b542ca4070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b343e53-604c-4a96-856a-6d5fe229f73a,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:21.555578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56688) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:21.578087 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e037d68-35df-4084-a535-b1a873f36d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.584310 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Deleting port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:47:21.585929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.619221 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] Set router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:47:21.658705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] Publish callbacks [] for security_group (1b343e53-604c-4a96-856a-6d5fe229f73a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.669293 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56692) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:21.678445 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:47:21Z', 'revision_number': 6, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:21.683797 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] Publish callbacks [] for security_group (1b343e53-604c-4a96-856a-6d5fe229f73a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.707078 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a65f9-07a5-4a8f-8d2b-dc9ca3aeddc6 None None] The sync data for ids ['b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43'] in dv-cinder-master-3-iscsi is: [{'id': 'b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43', 'name': 'tempest-DeleteServersTestJSON-1410603125-router', 'tenant_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:47:21Z', 'revision_number': 6, 'project_id': 'b7f6b7ca2f3b4c20ab58940f7e24c1ed', 'gw_port_host': None}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:47:21.782699 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] For port 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:21.782699 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.795359 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Calling delete_port for 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:47:21.821114 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1b343e53-604c-4a96-856a-6d5fe229f73a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.825273 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:21.829266 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1b343e53-604c-4a96-856a-6d5fe229f73a HTTP/1.1" status: 204 len: 168 time: 0.2594819 Sep 30 09:47:21.855759 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2d3f9-f5d1-4ac9-8b18-bb364c58dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b343e53-604c-4a96-856a-6d5fe229f73a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:22.157534 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d91a9549-2ea2-4c96-963d-476bff9ca839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.337071 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d91a9549-2ea2-4c96-963d-476bff9ca839 admin admin] Publish callbacks [] for security_group (a1f64f36-7da9-48ab-aae2-f325ae2d631e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.400362 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.405220 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d91a9549-2ea2-4c96-963d-476bff9ca839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a1f64f36-7da9-48ab-aae2-f325ae2d631e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.447001 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:22.491424 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d91a9549-2ea2-4c96-963d-476bff9ca839 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4f3bb3aa4bba4d61861f179a59de5f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8181970 Sep 30 09:47:22.491956 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a9549-2ea2-4c96-963d-476bff9ca839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f64f36-7da9-48ab-aae2-f325ae2d631e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:22.497071 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56706) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:22.498549 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.526577 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7bf91-e039-4ca7-9811-01ac0b994622 req-b6a6d40a-1e8c-4206-b9f6-afdfabf8d58e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:22.528174 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79e7bf91-e039-4ca7-9811-01ac0b994622 req-b6a6d40a-1e8c-4206-b9f6-afdfabf8d58e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0962789 Sep 30 09:47:22.610395 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79e7bf91-e039-4ca7-9811-01ac0b994622 req-cbad529c-6433-480e-9fb3-a5895439cee7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700817 Sep 30 09:47:22.654002 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0edf3085-2343-477c-aeff-24dca5130af3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:47:22.657010 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56714) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:22.671085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b206f8bc-7838-4059-bef8-f650a1984988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.677503 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 0edf3085-2343-477c-aeff-24dca5130af3 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:47:22.677911 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0edf3085-2343-477c-aeff-24dca5130af3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:47:22.678626 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:47:22.690201 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.695453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks [] for router_controller (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.699172 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:47:22.699745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 52ee2a7a-6da2-43e2-a9b2-9ed4261b02ac not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:47:22.757044 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:22.791941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] Publish callbacks [] for security_group (a1f64f36-7da9-48ab-aae2-f325ae2d631e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.795920 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b206f8bc-7838-4059-bef8-f650a1984988 admin admin] Publish callbacks [] for security_group (0ecfc5eb-0705-405a-bf59-e09d65bbf3ab), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.814975 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] Publish callbacks [] for security_group (a1f64f36-7da9-48ab-aae2-f325ae2d631e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.886013 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.886269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b206f8bc-7838-4059-bef8-f650a1984988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0ecfc5eb-0705-405a-bf59-e09d65bbf3ab), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.886774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:47:22.894042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.895438 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7332e2f8-3ed1-41b5-863e-536fcdf43303 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/b7ac0da4-bd4a-40ed-a8fb-31ade94ecb43 HTTP/1.1" status: 204 len: 168 time: 1.7761731 Sep 30 09:47:22.903195 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56722) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:22.944891 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a1f64f36-7da9-48ab-aae2-f325ae2d631e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.947144 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b206f8bc-7838-4059-bef8-f650a1984988 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d951df5495244097a4026510af3b616f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891369 Sep 30 09:47:22.947455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:22.948949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206f8bc-7838-4059-bef8-f650a1984988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecfc5eb-0705-405a-bf59-e09d65bbf3ab,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:22.951755 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a1f64f36-7da9-48ab-aae2-f325ae2d631e HTTP/1.1" status: 204 len: 168 time: 0.4499464 Sep 30 09:47:22.952357 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56724) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:22.983908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6a1a9-0159-4e22-8b7d-ed8243d57919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f64f36-7da9-48ab-aae2-f325ae2d631e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:23.008796 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:23.012928 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Deleting subnet 60a86eb6-daf2-49f6-a6fa-6f3fdc65436e {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:47:23.034236 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Publish callbacks [] for subnet (60a86eb6-daf2-49f6-a6fa-6f3fdc65436e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.083671 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] Publish callbacks [] for security_group (0ecfc5eb-0705-405a-bf59-e09d65bbf3ab), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.103003 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Publish callbacks [] for subnet (60a86eb6-daf2-49f6-a6fa-6f3fdc65436e), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.126010 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] Publish callbacks [] for security_group (0ecfc5eb-0705-405a-bf59-e09d65bbf3ab), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.175498 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56730) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:23.212291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (60a86eb6-daf2-49f6-a6fa-6f3fdc65436e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.346536 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0ecfc5eb-0705-405a-bf59-e09d65bbf3ab), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.349576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.350938 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0ecfc5eb-0705-405a-bf59-e09d65bbf3ab HTTP/1.1" status: 204 len: 168 time: 0.3935080 Sep 30 09:47:23.362611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de87f-2d54-4a09-a0e2-d6da82f320ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecfc5eb-0705-405a-bf59-e09d65bbf3ab,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:23.381305 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (60a86eb6-daf2-49f6-a6fa-6f3fdc65436e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.423136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a86eb6-daf2-49f6-a6fa-6f3fdc65436e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:23.436869 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.436959 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98bda3-5114-4e90-ac5f-01ce74f1cfbd None None] Network 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:47:23.438551 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0da3a6f0-5fa8-4e1b-8714-e1a10a3e77e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.445678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56740) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:23.445848 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-36fc528b-1b76-451b-a7a5-43dcaf2337f5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/60a86eb6-daf2-49f6-a6fa-6f3fdc65436e HTTP/1.1" status: 204 len: 168 time: 0.5412390 Sep 30 09:47:23.547714 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.615247 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] DHCP port deletion for 5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:47:23.623525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Deleting port c147afeb-a580-4f58-9be3-0d2e0482431c {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:47:23.623864 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.675843 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Deleting port c147afeb-a580-4f58-9be3-0d2e0482431c {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:47:23.680352 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.733885 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] For port c147afeb-a580-4f58-9be3-0d2e0482431c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c147afeb-a580-4f58-9be3-0d2e0482431c,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:23.734254 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.754491 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:23.760150 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0da3a6f0-5fa8-4e1b-8714-e1a10a3e77e3 admin admin] Publish callbacks [] for security_group (6c990c2b-ce67-4816-94c4-68678a90b7f1), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.779031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56748) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:23.780970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Calling delete_port for c147afeb-a580-4f58-9be3-0d2e0482431c owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:47:23.803644 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04ab0a11-cbb5-46b8-a3c9-4702e37d2a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.815746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66232-3bd4-480e-aa3f-179c52ed2b37 req-41bd642b-319b-43c8-96ed-9b1c0cc44488 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:23.817960 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0e66232-3bd4-480e-aa3f-179c52ed2b37 req-41bd642b-319b-43c8-96ed-9b1c0cc44488 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0904841 Sep 30 09:47:23.853146 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cffc6d1f-3f65-4506-9959-ff9078479de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.871281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0da3a6f0-5fa8-4e1b-8714-e1a10a3e77e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (6c990c2b-ce67-4816-94c4-68678a90b7f1), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.908064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] For port c147afeb-a580-4f58-9be3-0d2e0482431c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c147afeb-a580-4f58-9be3-0d2e0482431c,segment=NetworkSegment(2ac308fb-7102-4667-bb4c-5798a82aae29),segment_id=2ac308fb-7102-4667-bb4c-5798a82aae29)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:23.908465 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.915741 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04ab0a11-cbb5-46b8-a3c9-4702e37d2a48 admin admin] Publish callbacks [] for security_group (70be71a1-88a4-4353-bd88-3cd65a51fbf8), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:23.924288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Calling delete_port for c147afeb-a580-4f58-9be3-0d2e0482431c owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:47:23.929640 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0e66232-3bd4-480e-aa3f-179c52ed2b37 req-ab4b7b6c-5c79-41fd-abfc-f8dd849aa811 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826747 Sep 30 09:47:23.953555 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:23.957880 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0da3a6f0-5fa8-4e1b-8714-e1a10a3e77e3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fcd06564ba0843d6b521120bebe94b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7811863 Sep 30 09:47:23.963761 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56754) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:23.969034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3a6f0-5fa8-4e1b-8714-e1a10a3e77e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c990c2b-ce67-4816-94c4-68678a90b7f1,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:23.981736 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-04ab0a11-cbb5-46b8-a3c9-4702e37d2a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (70be71a1-88a4-4353-bd88-3cd65a51fbf8), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.047438 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0a11-cbb5-46b8-a3c9-4702e37d2a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70be71a1-88a4-4353-bd88-3cd65a51fbf8,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.053910 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-04ab0a11-cbb5-46b8-a3c9-4702e37d2a48 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=59079381c1824e989b2ee73803e4f0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737291 Sep 30 09:47:24.056762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56760) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:24.064967 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] Publish callbacks [] for security_group (6c990c2b-ce67-4816-94c4-68678a90b7f1), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.087139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] Publish callbacks [] for security_group (6c990c2b-ce67-4816-94c4-68678a90b7f1), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.093328 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.108264 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (c147afeb-a580-4f58-9be3-0d2e0482431c), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.136546 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Pushing event deleted for resources: {'Port': ['ID=c147afeb-a580-4f58-9be3-0d2e0482431c,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.145548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] No DVR routers for this DVR port c147afeb-a580-4f58-9be3-0d2e0482431c on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:47:24.153975 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] No DVR routers for this DVR port c147afeb-a580-4f58-9be3-0d2e0482431c on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:47:24.155661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73edb7b-cc72-4a0b-9a94-efc459f48190 None None] Pushing event deleted for resources: {'Port': ['ID=c147afeb-a580-4f58-9be3-0d2e0482431c,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.218125 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] Publish callbacks [] for security_group (70be71a1-88a4-4353-bd88-3cd65a51fbf8), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.243990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.250151 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (6c990c2b-ce67-4816-94c4-68678a90b7f1), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.252810 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.256464 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6c990c2b-ce67-4816-94c4-68678a90b7f1 HTTP/1.1" status: 204 len: 168 time: 0.2890677 Sep 30 09:47:24.256611 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] Publish callbacks [] for security_group (70be71a1-88a4-4353-bd88-3cd65a51fbf8), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.275360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bf817-daaf-4b68-96e7-9383cc3b2c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c990c2b-ce67-4816-94c4-68678a90b7f1,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.283122 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.283505 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.284289 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.284634 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > port after_create 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.284971 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.285313 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > port after_update 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.285611 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.285944 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.286413 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.286779 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.342696 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c147afeb-a580-4f58-9be3-0d2e0482431c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:47:24.375552 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: c147afeb-a580-4f58-9be3-0d2e0482431c {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:47:24.376358 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c147afeb-a580-4f58-9be3-0d2e0482431c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:47:24.496626 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.496993 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.497325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.497673 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:47:24.498108 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:24.530394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac308fb-7102-4667-bb4c-5798a82aae29') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:24.530699 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac308fb-7102-4667-bb4c-5798a82aae29') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:47:24.549925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (2ac308fb-7102-4667-bb4c-5798a82aae29), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.571417 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (2ac308fb-7102-4667-bb4c-5798a82aae29), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.582455 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:47:24.582915 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (2ac308fb-7102-4667-bb4c-5798a82aae29), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.737682 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.750368 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.753563 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3 HTTP/1.1" status: 204 len: 168 time: 1.3061397 Sep 30 09:47:24.764022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc4d50-fe77-4913-a4e4-a155f832e581 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccfff4c-afb9-44a9-8e8c-e57c26fbfae3,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.767017 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (70be71a1-88a4-4353-bd88-3cd65a51fbf8), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.769888 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:24.771024 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/70be71a1-88a4-4353-bd88-3cd65a51fbf8 HTTP/1.1" status: 204 len: 168 time: 0.7132213 Sep 30 09:47:24.784685 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7a02-3c49-4f40-89b9-fe7bb183b363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70be71a1-88a4-4353-bd88-3cd65a51fbf8,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:24.983020 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.063285 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff053c09-466e-4c0c-8dce-537b8d180676 req-52ee5520-6434-4da1-b425-8187c1b94ef7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:25.064743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ff053c09-466e-4c0c-8dce-537b8d180676 req-52ee5520-6434-4da1-b425-8187c1b94ef7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0517807 Sep 30 09:47:25.111543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ff053c09-466e-4c0c-8dce-537b8d180676 req-b81ba4f9-e24d-4f38-a0f2-b292e2595c01 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Sep 30 09:47:25.257112 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:25.257660 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56796) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:25.271116 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-57bb34be-048d-4ff0-a0ef-b0741027e0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.348629 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56798) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:25.369874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-57bb34be-048d-4ff0-a0ef-b0741027e0a8 admin admin] Publish callbacks [] for security_group (c316b910-55fe-44d2-941e-d365efcf7920), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.391760 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-bf6cf2b7-971f-47dc-b9e3-3d6a647f1f43 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b7f6b7ca2f3b4c20ab58940f7e24c1ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420022 Sep 30 09:47:25.394286 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56800) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:25.443493 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] Publish callbacks [] for security_group (36a8dc30-8d9a-4b94-899b-74bfa1118bd6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.474042 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] Publish callbacks [] for security_group (36a8dc30-8d9a-4b94-899b-74bfa1118bd6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.494085 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-57bb34be-048d-4ff0-a0ef-b0741027e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c316b910-55fe-44d2-941e-d365efcf7920), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.497329 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:25.542071 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-57bb34be-048d-4ff0-a0ef-b0741027e0a8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bb7164960bf24f24b7aed86e9e40130e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831657 Sep 30 09:47:25.543295 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb34be-048d-4ff0-a0ef-b0741027e0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c316b910-55fe-44d2-941e-d365efcf7920,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:25.544752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56810) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:25.587465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:25.602425 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] Publish callbacks [] for security_group (c316b910-55fe-44d2-941e-d365efcf7920), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.612834 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (36a8dc30-8d9a-4b94-899b-74bfa1118bd6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.615286 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.616391 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/36a8dc30-8d9a-4b94-899b-74bfa1118bd6 HTTP/1.1" status: 204 len: 168 time: 0.2211907 Sep 30 09:47:25.634056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] Publish callbacks [] for security_group (c316b910-55fe-44d2-941e-d365efcf7920), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.636304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaac231-63fe-4f1b-9341-960ab6b969b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a8dc30-8d9a-4b94-899b-74bfa1118bd6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:25.703085 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 2ac308fb-7102-4667-bb4c-5798a82aae29 resource provider aggregate not found Sep 30 09:47:25.721638 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 2ac308fb-7102-4667-bb4c-5798a82aae29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ac308fb-7102-4667-bb4c-5798a82aae29 found for delete ", "request_id": "req-a6428e2f-d9fd-41dc-8ef6-592c2bcb4c92"}]} Sep 30 09:47:25.771705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c316b910-55fe-44d2-941e-d365efcf7920), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.777542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:25.779248 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c316b910-55fe-44d2-941e-d365efcf7920 HTTP/1.1" status: 204 len: 168 time: 0.2321756 Sep 30 09:47:25.782410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:25.793219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fd9eb-19a1-4dcb-bcee-fa89d74b6ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316b910-55fe-44d2-941e-d365efcf7920,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:26.249803 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eaf4e-d489-488c-862d-08a5ef0c016c req-78956af2-e113-47c3-861d-2146f7d2ce2e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:26.251326 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1d3eaf4e-d489-488c-862d-08a5ef0c016c req-78956af2-e113-47c3-861d-2146f7d2ce2e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0512698 Sep 30 09:47:26.298112 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1d3eaf4e-d489-488c-862d-08a5ef0c016c req-931e228b-bc67-4b90-a4cf-2c702685bb6f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Sep 30 09:47:26.606297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 56852) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:26.623672 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4c7198d8-ff71-496c-9c8b-e389fcd7743e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.646275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.667824 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.706138 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4c7198d8-ff71-496c-9c8b-e389fcd7743e admin admin] Publish callbacks [] for security_group (2676ad30-8568-4f81-8020-426d7bbcdea3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.776601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4c7198d8-ff71-496c-9c8b-e389fcd7743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2676ad30-8568-4f81-8020-426d7bbcdea3), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.782023 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:26.819321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4c7198d8-ff71-496c-9c8b-e389fcd7743e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=578897d982ff44169a17f9d384c801d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105527 Sep 30 09:47:26.820406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7198d8-ff71-496c-9c8b-e389fcd7743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2676ad30-8568-4f81-8020-426d7bbcdea3,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:26.822425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 56864) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:26.873557 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] Publish callbacks [] for security_group (2676ad30-8568-4f81-8020-426d7bbcdea3), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:26.895607 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] Publish callbacks [] for security_group (2676ad30-8568-4f81-8020-426d7bbcdea3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:27.023605 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2676ad30-8568-4f81-8020-426d7bbcdea3), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:27.026193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:27.031014 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2676ad30-8568-4f81-8020-426d7bbcdea3 HTTP/1.1" status: 204 len: 168 time: 0.2069724 Sep 30 09:47:27.050072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dadd2d-35c4-4ea9-be63-58f931c4244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2676ad30-8568-4f81-8020-426d7bbcdea3,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:27.453691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb65c-d3da-4162-9c3a-0141d6dd8ca9 req-bcbee1d8-3f02-44e1-82a5-51bb2f250480 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:27.455639 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-380eb65c-d3da-4162-9c3a-0141d6dd8ca9 req-bcbee1d8-3f02-44e1-82a5-51bb2f250480 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0804460 Sep 30 09:47:27.530851 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb149-1b26-4570-9510-814cd2814347 req-95f2de1f-d641-444d-82e1-de07e74cf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:27.533740 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3dfeb149-1b26-4570-9510-814cd2814347 req-95f2de1f-d641-444d-82e1-de07e74cf695 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1130 time: 0.0696356 Sep 30 09:47:27.569641 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-380eb65c-d3da-4162-9c3a-0141d6dd8ca9 req-5ad25aa5-73fd-424c-9be0-89f5a6b350ed tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073132 Sep 30 09:47:27.615141 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3dfeb149-1b26-4570-9510-814cd2814347 req-34177e14-cb9b-41ba-8eb0-eebe64f166f1 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724313 Sep 30 09:47:28.697348 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f23a8-f785-47fb-83ff-683b85290ee4 req-7836f5a6-28c1-4eed-81eb-a65f7e90b195 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:28.698863 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b7f23a8-f785-47fb-83ff-683b85290ee4 req-7836f5a6-28c1-4eed-81eb-a65f7e90b195 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0469398 Sep 30 09:47:28.744958 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b7f23a8-f785-47fb-83ff-683b85290ee4 req-d0418463-cf5d-4127-9d08-0dd09dfbe961 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Sep 30 09:47:29.461380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57000) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:29.570868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e07efc04-f4cf-43aa-8509-86c17b3b4ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.648674 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e07efc04-f4cf-43aa-8509-86c17b3b4ef4 admin admin] Publish callbacks [] for security_group (38ee2acf-38e6-4852-95db-396d076fce35), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.711495 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e07efc04-f4cf-43aa-8509-86c17b3b4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (38ee2acf-38e6-4852-95db-396d076fce35), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.752054 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e07efc04-f4cf-43aa-8509-86c17b3b4ef4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8e87f05b71744abb926f7f4aad471e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896135 Sep 30 09:47:29.752873 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07efc04-f4cf-43aa-8509-86c17b3b4ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ee2acf-38e6-4852-95db-396d076fce35,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:29.755472 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57006) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:29.805596 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] Publish callbacks [] for security_group (38ee2acf-38e6-4852-95db-396d076fce35), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.837602 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] Publish callbacks [] for security_group (38ee2acf-38e6-4852-95db-396d076fce35), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.895733 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c96c9e-53a6-46ab-91b7-fd2ebbb22565 req-d14959b2-5ed0-49e7-a985-4573b08f87fb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:29.897205 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c6c96c9e-53a6-46ab-91b7-fd2ebbb22565 req-d14959b2-5ed0-49e7-a985-4573b08f87fb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0733738 Sep 30 09:47:29.911848 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57012) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:29.953050 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c6c96c9e-53a6-46ab-91b7-fd2ebbb22565 req-ec2d18f8-ff03-4e87-9e7f-7bce5bab0506 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Sep 30 09:47:30.024980 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-66db14bb-01df-4cf2-9407-65fc4190a0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.045989 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (38ee2acf-38e6-4852-95db-396d076fce35), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.048589 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.049687 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/38ee2acf-38e6-4852-95db-396d076fce35 HTTP/1.1" status: 204 len: 168 time: 0.2930901 Sep 30 09:47:30.060707 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d1f27-9fbd-4c71-bb88-6e1d90417e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ee2acf-38e6-4852-95db-396d076fce35,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:30.162236 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-66db14bb-01df-4cf2-9407-65fc4190a0bc admin admin] Publish callbacks [] for security_group (c55b71cc-f186-474c-a515-1a8984959421), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.234078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-66db14bb-01df-4cf2-9407-65fc4190a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c55b71cc-f186-474c-a515-1a8984959421), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.267037 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:30.273729 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-66db14bb-01df-4cf2-9407-65fc4190a0bc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=697abea4080645008cdac2b13c2baf71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608716 Sep 30 09:47:30.274966 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db14bb-01df-4cf2-9407-65fc4190a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b71cc-f186-474c-a515-1a8984959421,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:30.276465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57026) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:30.331810 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:30.340982 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] Publish callbacks [] for security_group (c55b71cc-f186-474c-a515-1a8984959421), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.362571 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] Publish callbacks [] for security_group (c55b71cc-f186-474c-a515-1a8984959421), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.477681 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c55b71cc-f186-474c-a515-1a8984959421), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.480396 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.481573 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c55b71cc-f186-474c-a515-1a8984959421 HTTP/1.1" status: 204 len: 168 time: 0.2040412 Sep 30 09:47:30.491034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478598-f8c5-4e10-ba07-9458adb06b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b71cc-f186-474c-a515-1a8984959421,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:30.529654 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.074766 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c786002-43fa-4e05-83ee-ff4fe53129d3 req-f4da9a1c-fc0b-42b8-bf2e-21d3075d2a7d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:31.077449 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3c786002-43fa-4e05-83ee-ff4fe53129d3 req-f4da9a1c-fc0b-42b8-bf2e-21d3075d2a7d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0473287 Sep 30 09:47:31.128055 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3c786002-43fa-4e05-83ee-ff4fe53129d3 req-b682c833-1bc5-4b1e-a684-e635d3b99a32 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Sep 30 09:47:31.157006 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57062) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:31.173738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2c99df2a-0215-41f9-b792-c6f9ad54f12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.255225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2c99df2a-0215-41f9-b792-c6f9ad54f12c admin admin] Publish callbacks [] for security_group (66db0461-2564-4b75-b50f-1ee495d32127), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.319453 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2c99df2a-0215-41f9-b792-c6f9ad54f12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (66db0461-2564-4b75-b50f-1ee495d32127), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.360185 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2c99df2a-0215-41f9-b792-c6f9ad54f12c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=68a56179fff34e0bac65384b683e7b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019484 Sep 30 09:47:31.362041 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99df2a-0215-41f9-b792-c6f9ad54f12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db0461-2564-4b75-b50f-1ee495d32127,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:31.362849 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57070) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:31.418193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] Publish callbacks [] for security_group (66db0461-2564-4b75-b50f-1ee495d32127), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.438786 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] Publish callbacks [] for security_group (66db0461-2564-4b75-b50f-1ee495d32127), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.559310 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (66db0461-2564-4b75-b50f-1ee495d32127), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.561908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.565333 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/66db0461-2564-4b75-b50f-1ee495d32127 HTTP/1.1" status: 204 len: 168 time: 0.1992509 Sep 30 09:47:31.570847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562089b-ceeb-44a2-a209-b8e448553ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db0461-2564-4b75-b50f-1ee495d32127,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:32.263896 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12357e7-5cbf-471a-a988-3e260451393a req-b32c77ee-656d-4656-954b-84b380756890 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:32.270743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e12357e7-5cbf-471a-a988-3e260451393a req-b32c77ee-656d-4656-954b-84b380756890 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0531933 Sep 30 09:47:32.313845 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e12357e7-5cbf-471a-a988-3e260451393a req-db5dd324-0eb4-415d-a5cd-076bee5553b2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Sep 30 09:47:33.438134 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fb804-1af9-481e-853c-4fe76a64999d req-22679826-877f-402c-8c3c-afb92925853e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:33.439626 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4a5fb804-1af9-481e-853c-4fe76a64999d req-22679826-877f-402c-8c3c-afb92925853e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0501509 Sep 30 09:47:33.472698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:33.488351 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4a5fb804-1af9-481e-853c-4fe76a64999d req-763cbe37-ade9-4747-8c2b-cc3794abdd2d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Sep 30 09:47:33.609758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789f149-e82e-45cc-b8f8-77a6bf785f26 req-9a839d7d-e2d6-4f5b-b9c7-a3938e25287c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:33.611243 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9789f149-e82e-45cc-b8f8-77a6bf785f26 req-9a839d7d-e2d6-4f5b-b9c7-a3938e25287c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0461242 Sep 30 09:47:33.657355 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9789f149-e82e-45cc-b8f8-77a6bf785f26 req-5b359664-5bbf-4275-bde5-6376e6a3316c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Sep 30 09:47:34.906525 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=40 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:34.911450 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=51 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:40.504431 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:41.566529 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:41.567409 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=58,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:41.583784 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:43.653597 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=69,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:47.830149 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebffed1-cded-439a-850b-89ef63bdb09e req-eb82e1d0-d6f6-4e0b-8fd3-aff28cddc6a5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:47.831735 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0ebffed1-cded-439a-850b-89ef63bdb09e req-eb82e1d0-d6f6-4e0b-8fd3-aff28cddc6a5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0577021 Sep 30 09:47:47.887164 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0ebffed1-cded-439a-850b-89ef63bdb09e req-bba04a0c-67d1-471a-9b6b-83746702894f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494471 Sep 30 09:47:47.927719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-0b4fd49a-f161-4e25-97b5-ef63f64907f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:47.929234 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-0b4fd49a-f161-4e25-97b5-ef63f64907f3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.0406415 Sep 30 09:47:48.030925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-80e0a4d0-121b-4257-9428-5250f5e1aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:48.032382 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-80e0a4d0-121b-4257-9428-5250f5e1aceb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.0969515 Sep 30 09:47:48.077442 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-f95b84c7-25bb-4bbb-80db-3dc9959caed3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 217 time: 0.0348117 Sep 30 09:47:48.125761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-ece7d66b-0603-40af-bdd1-848f25644e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:48.129033 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-ece7d66b-0603-40af-bdd1-848f25644e6d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0443966 Sep 30 09:47:48.174205 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-a5bcc358-93f7-43e8-92d8-fd05a990253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:48.176224 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-a5bcc358-93f7-43e8-92d8-fd05a990253f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416062 Sep 30 09:47:48.290353 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-f33e6b8f-c312-449f-8bd8-9a4f8e74c272 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079755 Sep 30 09:47:48.403564 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8c5f61a-aafa-4dfc-bf6a-c2d9fce804ab req-627246ec-d7db-477f-804f-d9684de287aa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007948 Sep 30 09:47:48.703575 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57522) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:48.816920 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75e9bc56-8e33-4022-87d7-e333e9c5e53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:48.972214 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75e9bc56-8e33-4022-87d7-e333e9c5e53a admin admin] Publish callbacks [] for security_group (56529d8a-12fb-4907-9af9-f1c839c961d5), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.005137 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf3bb8-b987-412c-ab26-072ec13fa018 req-ea91f0ce-07fc-419a-be1f-f4453187e907 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:49.006613 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bbf3bb8-b987-412c-ab26-072ec13fa018 req-ea91f0ce-07fc-419a-be1f-f4453187e907 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0482581 Sep 30 09:47:49.038329 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75e9bc56-8e33-4022-87d7-e333e9c5e53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (56529d8a-12fb-4907-9af9-f1c839c961d5), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.056267 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bbf3bb8-b987-412c-ab26-072ec13fa018 req-4b23ce8d-c7b0-4f90-bee4-ce995d6c1b1f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Sep 30 09:47:49.083153 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-75e9bc56-8e33-4022-87d7-e333e9c5e53a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b39a7111b78845219da0f1c53007fc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784406 Sep 30 09:47:49.085215 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9bc56-8e33-4022-87d7-e333e9c5e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56529d8a-12fb-4907-9af9-f1c839c961d5,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:49.085849 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57542) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:49.147550 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] Publish callbacks [] for security_group (56529d8a-12fb-4907-9af9-f1c839c961d5), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.167824 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] Publish callbacks [] for security_group (56529d8a-12fb-4907-9af9-f1c839c961d5), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.284459 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (56529d8a-12fb-4907-9af9-f1c839c961d5), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.288968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.290364 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/56529d8a-12fb-4907-9af9-f1c839c961d5 HTTP/1.1" status: 204 len: 168 time: 0.2034931 Sep 30 09:47:49.298860 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca779ac3-c940-4d55-8f94-0519dbd9a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56529d8a-12fb-4907-9af9-f1c839c961d5,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:49.337750 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57554) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:49.592568 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57564) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:49.619320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a772f02d-07a5-4dcf-8f0f-4673dfbccef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.668688 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3e4447cf-f222-4da1-a764-b2846b298eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.686150 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:49.716420 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:49.745239 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a772f02d-07a5-4dcf-8f0f-4673dfbccef6 admin admin] Publish callbacks [] for security_group (32462bc0-e583-46cc-910f-b37320070de7), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:49.992918 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a772f02d-07a5-4dcf-8f0f-4673dfbccef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (32462bc0-e583-46cc-910f-b37320070de7), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.041007 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a772f02d-07a5-4dcf-8f0f-4673dfbccef6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=76a9523355aa44049fe91113df562bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7022345 Sep 30 09:47:50.042875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f02d-07a5-4dcf-8f0f-4673dfbccef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32462bc0-e583-46cc-910f-b37320070de7,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:50.043853 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57590) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:50.066627 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3e4447cf-f222-4da1-a764-b2846b298eeb admin admin] Publish callbacks [] for security_group (b625d02c-2402-4d71-92a4-2e14bcf26d51), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.104504 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] Publish callbacks [] for security_group (32462bc0-e583-46cc-910f-b37320070de7), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.125769 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] Publish callbacks [] for security_group (32462bc0-e583-46cc-910f-b37320070de7), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.130802 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3e4447cf-f222-4da1-a764-b2846b298eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b625d02c-2402-4d71-92a4-2e14bcf26d51), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.204634 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4447cf-f222-4da1-a764-b2846b298eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b625d02c-2402-4d71-92a4-2e14bcf26d51,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:50.211684 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3e4447cf-f222-4da1-a764-b2846b298eeb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=584de4573964403fb0bace83b40e0761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6156113 Sep 30 09:47:50.212229 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57596) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:50.238719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5708cdf-a1f1-4142-8d9b-88810404a5a4 req-620be610-8b05-4c43-887d-4b76cda8a5e7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:50.241207 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a5708cdf-a1f1-4142-8d9b-88810404a5a4 req-620be610-8b05-4c43-887d-4b76cda8a5e7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0880921 Sep 30 09:47:50.285288 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (32462bc0-e583-46cc-910f-b37320070de7), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.296991 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.300689 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/32462bc0-e583-46cc-910f-b37320070de7 HTTP/1.1" status: 204 len: 168 time: 0.2531641 Sep 30 09:47:50.308237 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd97c8-5c49-454c-873f-8047b7f9c473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32462bc0-e583-46cc-910f-b37320070de7,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:50.313714 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] Publish callbacks [] for security_group (b625d02c-2402-4d71-92a4-2e14bcf26d51), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.324829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a5708cdf-a1f1-4142-8d9b-88810404a5a4 req-8dc897f9-0ea4-4a2f-9c0d-ba7b546863f2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751598 Sep 30 09:47:50.351347 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] Publish callbacks [] for security_group (b625d02c-2402-4d71-92a4-2e14bcf26d51), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.608350 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b625d02c-2402-4d71-92a4-2e14bcf26d51), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.612598 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:50.613996 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b625d02c-2402-4d71-92a4-2e14bcf26d51 HTTP/1.1" status: 204 len: 168 time: 0.4008155 Sep 30 09:47:50.620435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:50.625970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88380d-8c87-412e-8ac7-c3ea90f6e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b625d02c-2402-4d71-92a4-2e14bcf26d51,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:50.726328 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:47:50.910972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57622) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:51.137807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec1df206-2c7e-4f84-b19e-b67619e33021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.211235 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57634) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:51.232726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec1df206-2c7e-4f84-b19e-b67619e33021 admin admin] Publish callbacks [] for security_group (8cf7d09c-e27e-4c99-854e-1d0ba3a97821), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.296285 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec1df206-2c7e-4f84-b19e-b67619e33021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8cf7d09c-e27e-4c99-854e-1d0ba3a97821), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.340129 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ec1df206-2c7e-4f84-b19e-b67619e33021 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0860efc0d2584be78c2b46f937ebe7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278164 Sep 30 09:47:51.341188 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df206-2c7e-4f84-b19e-b67619e33021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7d09c-e27e-4c99-854e-1d0ba3a97821,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:51.343291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57642) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:51.377965 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-19876643-cf46-4661-b69b-373c2245586b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.479034 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Publish callbacks [] for security_group (8cf7d09c-e27e-4c99-854e-1d0ba3a97821), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.501241 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Publish callbacks [] for security_group (8cf7d09c-e27e-4c99-854e-1d0ba3a97821), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.535924 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-19876643-cf46-4661-b69b-373c2245586b admin admin] Publish callbacks [] for security_group (5c2efad8-edcb-4176-a321-c657f3109688), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.544097 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3aca8-178c-4957-897f-cad9a216858a req-6506d59d-7133-4f4a-92a9-bcd049314684 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:51.545555 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ef3aca8-178c-4957-897f-cad9a216858a req-6506d59d-7133-4f4a-92a9-bcd049314684 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0693491 Sep 30 09:47:51.563149 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c0297c99-cd5a-4668-9137-e444f78b993d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.598476 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ef3aca8-178c-4957-897f-cad9a216858a req-072b2699-9f9c-4bcd-8f6c-b2bb901f06af tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Sep 30 09:47:51.641936 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8cf7d09c-e27e-4c99-854e-1d0ba3a97821), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.644361 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-19876643-cf46-4661-b69b-373c2245586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5c2efad8-edcb-4176-a321-c657f3109688), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.644887 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.646370 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8cf7d09c-e27e-4c99-854e-1d0ba3a97821 HTTP/1.1" status: 204 len: 168 time: 0.3004849 Sep 30 09:47:51.656669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7d09c-e27e-4c99-854e-1d0ba3a97821,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:51.669080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.669951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.670500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.671093 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.671739 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.672583 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.673101 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.673885 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.675103 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.675639 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.676337 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.676798 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.677314 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.677955 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.678831 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c113a2f-4854-4624-8720-3729a2a832ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:51.711202 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-19876643-cf46-4661-b69b-373c2245586b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2829024de36b4ad89d3d1173a7cc3c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989762 Sep 30 09:47:51.712511 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19876643-cf46-4661-b69b-373c2245586b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2efad8-edcb-4176-a321-c657f3109688,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:51.714477 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57656) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:51.769341 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] Publish callbacks [] for security_group (5c2efad8-edcb-4176-a321-c657f3109688), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.790222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] Publish callbacks [] for security_group (5c2efad8-edcb-4176-a321-c657f3109688), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.795265 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57658) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:51.823957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e4b2f4ce-82b6-4918-9747-c7500f00e7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.905232 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:51.921500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e4b2f4ce-82b6-4918-9747-c7500f00e7d5 admin admin] Publish callbacks [] for security_group (72f2229f-a819-43f0-8eb9-f395d1783e5e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:51.987240 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5c2efad8-edcb-4176-a321-c657f3109688), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.006047 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.006047 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5c2efad8-edcb-4176-a321-c657f3109688 HTTP/1.1" status: 204 len: 168 time: 0.2745101 Sep 30 09:47:52.006047 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feb673-47c2-4715-b573-1fba3675cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2efad8-edcb-4176-a321-c657f3109688,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:52.048082 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e4b2f4ce-82b6-4918-9747-c7500f00e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (72f2229f-a819-43f0-8eb9-f395d1783e5e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.063377 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:52.089369 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2f4ce-82b6-4918-9747-c7500f00e7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f2229f-a819-43f0-8eb9-f395d1783e5e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:52.096262 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e4b2f4ce-82b6-4918-9747-c7500f00e7d5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=aba854709eb547f9b7998ff458a00168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947605 Sep 30 09:47:52.098464 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57672) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:52.151386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Publish callbacks [] for security_group (72f2229f-a819-43f0-8eb9-f395d1783e5e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.169106 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:52.173888 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Publish callbacks [] for security_group (72f2229f-a819-43f0-8eb9-f395d1783e5e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.273818 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57678) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:52.318407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (72f2229f-a819-43f0-8eb9-f395d1783e5e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.321281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.323351 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/72f2229f-a819-43f0-8eb9-f395d1783e5e HTTP/1.1" status: 204 len: 168 time: 0.2237141 Sep 30 09:47:52.333131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f2229f-a819-43f0-8eb9-f395d1783e5e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:52.341524 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.341873 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.342215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.342631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.345898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.346506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.346506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.346818 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa7505c-7ce2-4ae9-bd54-d7d6d7a5e330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:52.502616 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-520939206-network', 'tenant_id': 'c1eb9ddbc0a84a308ceffeae5198f229'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:47:52.613189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Made reservation on behalf of c1eb9ddbc0a84a308ceffeae5198f229 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:47:52.615758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.625526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.714391 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks [] for security_group (35fe4fab-f7e7-497f-b77d-71379dee8053), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.734842 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821d23-15dc-4c7e-9f50-263df4acb772 req-2ad5e585-f806-47b1-baf4-6dca681032d4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:52.736342 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5e821d23-15dc-4c7e-9f50-263df4acb772 req-2ad5e585-f806-47b1-baf4-6dca681032d4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0487771 Sep 30 09:47:52.779659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (35fe4fab-f7e7-497f-b77d-71379dee8053), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.782969 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5e821d23-15dc-4c7e-9f50-263df4acb772 req-0df8d619-e3ed-4cb0-8a75-a1c3399f0ee3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Sep 30 09:47:52.797890 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:47:52.845560 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (11f0f416-ce09-4705-9d84-2507bb4fe522), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.846042 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Added segment 11f0f416-ce09-4705-9d84-2507bb4fe522 of type vlan for network 19f705b3-87b0-406c-8a82-287369b1f01f Sep 30 09:47:52.848097 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe4fab-f7e7-497f-b77d-71379dee8053,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:52.904212 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (19f705b3-87b0-406c-8a82-287369b1f01f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:52.996633 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (19f705b3-87b0-406c-8a82-287369b1f01f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.001456 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:53.001456 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.056396 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:53.060189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] Pushing event updated for resources: {'Network': ['ID=19f705b3-87b0-406c-8a82-287369b1f01f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:53.073868 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 19f705b3-87b0-406c-8a82-287369b1f01f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:47:53.155611 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8c8bca5f-f444-4e32-9315-5cf67c1d64bc admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8807061 Sep 30 09:47:53.158733 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57718) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:53.163725 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Request body: {'subnet': {'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-520939206-subnet', 'tenant_id': 'c1eb9ddbc0a84a308ceffeae5198f229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:47:53.261137 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Made reservation on behalf of c1eb9ddbc0a84a308ceffeae5198f229 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:47:53.263786 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.321867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:53.500258 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (cc6f8afb-b389-431a-9b53-54a02cc2cc80), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.559202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6f8afb-b389-431a-9b53-54a02cc2cc80,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:53.571746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Checking segment: {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:47:53.572272 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Network hostable DHCP agents. Network: 19f705b3-87b0-406c-8a82-287369b1f01f, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:47:53.723201 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57744) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:53.740260 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Network 19f705b3-87b0-406c-8a82-287369b1f01f is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:47:53.767992 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fcd74750-4f17-410b-8fc8-36940aa0efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.837319 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 19f705b3-87b0-406c-8a82-287369b1f01f) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:47:53.856135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:53.856614 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:53.869096 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d299da-0ba2-406f-9051-eefddcd03455 None None] Network 19f705b3-87b0-406c-8a82-287369b1f01f requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:47:53.948343 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2a7c-d8aa-461c-beb2-d6773f986211 req-0c580e31-f375-4e36-8734-cf9e657cb52a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:53.956913 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-230e2a7c-d8aa-461c-beb2-d6773f986211 req-0c580e31-f375-4e36-8734-cf9e657cb52a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0623956 Sep 30 09:47:54.003415 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f967c66b-4c27-4131-a293-e272c2bfb84d admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8433092 Sep 30 09:47:54.006141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2ca-fead-4f7e-ad84-89890ff77567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.023993 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b077b-532b-4fb1-91c6-c55784041459 None None] Network 19f705b3-87b0-406c-8a82-287369b1f01f requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:47:54.263096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:54.270664 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-230e2a7c-d8aa-461c-beb2-d6773f986211 req-97fd0471-256a-4397-beb7-33bb8df70b2d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129067 Sep 30 09:47:54.345100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2ca-fead-4f7e-ad84-89890ff77567 admin admin] Publish callbacks [] for security_group (ce88d234-5393-4d04-84a8-b4ed1ded544a), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.444630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dbabd2ca-fead-4f7e-ad84-89890ff77567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ce88d234-5393-4d04-84a8-b4ed1ded544a), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.486257 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-dbabd2ca-fead-4f7e-ad84-89890ff77567 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fa7a5810c8f840f699ba8281407f4a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619147 Sep 30 09:47:54.488866 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57782) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:54.495976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2ca-fead-4f7e-ad84-89890ff77567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88d234-5393-4d04-84a8-b4ed1ded544a,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:54.551770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] Publish callbacks [] for security_group (ce88d234-5393-4d04-84a8-b4ed1ded544a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.596109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] Publish callbacks [] for security_group (ce88d234-5393-4d04-84a8-b4ed1ded544a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.741131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ce88d234-5393-4d04-84a8-b4ed1ded544a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.743938 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:54.745214 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ce88d234-5393-4d04-84a8-b4ed1ded544a HTTP/1.1" status: 204 len: 168 time: 0.2551451 Sep 30 09:47:54.753720 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce321f-6984-4349-b7f8-6c1defddd5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce88d234-5393-4d04-84a8-b4ed1ded544a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:54.980791 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:55.443426 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fff575-f0e7-42d3-849d-64b7f39c1d2f req-d1531b2f-fc30-443d-a7c0-9fbfdd5f6f2c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:55.447347 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f4fff575-f0e7-42d3-849d-64b7f39c1d2f req-d1531b2f-fc30-443d-a7c0-9fbfdd5f6f2c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0691836 Sep 30 09:47:55.542169 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f4fff575-f0e7-42d3-849d-64b7f39c1d2f req-95d6b832-1900-4217-b880-80e40a2c1191 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869606 Sep 30 09:47:56.007858 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57858) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:56.026549 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57862) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:56.118115 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505590960-network', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:47:56.151049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-226e447e-b075-4b5f-bc01-d6c5ce5e5c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.161386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:56.226318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-226e447e-b075-4b5f-bc01-d6c5ce5e5c91 admin admin] Publish callbacks [] for security_group (79b2b668-a3b5-43f3-a833-bdba21c7bb97), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.241450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Made reservation on behalf of 0be64f8f1d4b452e84a7bcd64f6100d1 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:47:56.244016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.252618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.318476 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-226e447e-b075-4b5f-bc01-d6c5ce5e5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (79b2b668-a3b5-43f3-a833-bdba21c7bb97), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.343130 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks [] for security_group (486454ec-5304-4b26-ac0e-18fa2421327c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.372587 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-226e447e-b075-4b5f-bc01-d6c5ce5e5c91 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4714790785e448f7a397a06d0fd36eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440573 Sep 30 09:47:56.373297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e447e-b075-4b5f-bc01-d6c5ce5e5c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2b668-a3b5-43f3-a833-bdba21c7bb97,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:56.375997 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57872) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:56.427047 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (486454ec-5304-4b26-ac0e-18fa2421327c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.442077 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] Publish callbacks [] for security_group (79b2b668-a3b5-43f3-a833-bdba21c7bb97), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.461267 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:47:56.465444 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] Publish callbacks [] for security_group (79b2b668-a3b5-43f3-a833-bdba21c7bb97), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.466781 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:56.468772 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486454ec-5304-4b26-ac0e-18fa2421327c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:56.477593 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737455032513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (9721804e-7351-4e77-b7b7-263929da43a3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.478096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Unsubscribe: segment precommit_create {{(pid=113203) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 09:47:56.478664 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Added segment 9721804e-7351-4e77-b7b7-263929da43a3 of type vlan for network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 Sep 30 09:47:56.531216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.621630 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (79b2b668-a3b5-43f3-a833-bdba21c7bb97), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.623326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.627400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.628723 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/79b2b668-a3b5-43f3-a833-bdba21c7bb97 HTTP/1.1" status: 204 len: 168 time: 0.2517011 Sep 30 09:47:56.638719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e00d6-413b-4132-a113-51a4cb43d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2b668-a3b5-43f3-a833-bdba21c7bb97,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:56.665948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.672554 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.673584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:56.674243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:56.769979 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22a6e-0962-422a-96f6-3e721503478a req-0343ecc1-e043-4923-939e-1ec46a8ae385 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:56.771513 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0ad22a6e-0962-422a-96f6-3e721503478a req-0343ecc1-e043-4923-939e-1ec46a8ae385 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1383746 Sep 30 09:47:56.787551 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:56.808917 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:47:56.835865 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0ad22a6e-0962-422a-96f6-3e721503478a req-33941474-da53-4e44-8ecc-3d988d39ab6c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574543 Sep 30 09:47:56.886457 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-8d7dd98a-f014-4006-bada-3b52c2233f31 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8773558 Sep 30 09:47:56.889628 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57892) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:56.894496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Request body: {'subnet': {'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505590960-subnet', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'ip_version': 4}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:47:57.026827 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Made reservation on behalf of 0be64f8f1d4b452e84a7bcd64f6100d1 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:47:57.029201 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.273404 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (509cb759-bc8e-41b1-b266-190b5b61d2ee), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.336073 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509cb759-bc8e-41b1-b266-190b5b61d2ee,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:57.348511 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Checking segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:47:57.349072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Network hostable DHCP agents. Network: 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:47:57.460031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:47:57.552737 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:47:57.560673 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:57.562026 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.565151 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3f6b0-c8ee-4637-8503-dc6c0124d29c None None] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:47:57.635536 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4ffddf01-af00-423d-a5d1-f57dd0959868 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7446439 Sep 30 09:47:57.638005 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 57938) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:57.643193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:47:57.699411 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:47:57.701023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.740112 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.741550 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.781116 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-4fe268f1-b111-4b45-bd50-7f7fd263902c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:57.789294 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-4fe268f1-b111-4b45-bd50-7f7fd263902c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/networks?id=19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 200 len: 808 time: 0.1360216 Sep 30 09:47:57.808690 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for router_controller (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:57.811365 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-da251057-c998-4495-8276-06bdb1e192bd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/quotas/c1eb9ddbc0a84a308ceffeae5198f229 HTTP/1.1" status: 200 len: 375 time: 0.0160363 Sep 30 09:47:57.863308 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-6ffe07a7-eac5-40e6-aef3-d16cb64c908d tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458159 Sep 30 09:47:57.864634 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Allocated IP 172.20.0.2 (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7/509cb759-bc8e-41b1-b266-190b5b61d2ee/f2c8073f-d898-4b31-8e4f-86102bf18fab) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:47:58.005130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-e5aca5cc-e941-4281-929c-b2b99f0e0122 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263525 Sep 30 09:47:58.029677 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:58.058549 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks [] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.061026 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:58.065844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for router_gateway (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.113617 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992e763-02cc-4aea-b7cb-799215c91ad4 req-947edb53-b047-445b-9186-072cf3778be5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:58.115060 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7992e763-02cc-4aea-b7cb-799215c91ad4 req-947edb53-b047-445b-9186-072cf3778be5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1085560 Sep 30 09:47:58.173607 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.180070 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-eef5ba0f-9470-4fae-958d-783a05b42c56 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677525 Sep 30 09:47:58.192716 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7992e763-02cc-4aea-b7cb-799215c91ad4 req-4d4384e9-041e-4777-9b17-1a96f541a000 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Sep 30 09:47:58.194234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:47:58.197434 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:47:58.225286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:47:58.226974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:58.274413 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:58.313827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Attempting to bind port f2c8073f-d898-4b31-8e4f-86102bf18fab on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:47:58.313827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Attempting to bind port f2c8073f-d898-4b31-8e4f-86102bf18fab by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:47:58.313988 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Attempting to bind port f2c8073f-d898-4b31-8e4f-86102bf18fab on network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:47:58.317206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Pushing event updated for resources: {'Port': ['ID=f2c8073f-d898-4b31-8e4f-86102bf18fab,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:58.344949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.345298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.345631 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.345979 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.346310 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.346686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.347012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.347337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.348039 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.348378 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.348990 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.349487 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.349951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.350948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.351434 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:47:58.378741 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:47:58.379017 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Checking segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:47:58.379843 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.380228 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Bound using segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:47:58.380839 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Bound port: f2c8073f-d898-4b31-8e4f-86102bf18fab, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:47:58.381368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.392424 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:58.404659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for router_gateway (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.432285 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.458326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] For port f2c8073f-d898-4b31-8e4f-86102bf18fab, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:47:58.463410 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] For port f2c8073f-d898-4b31-8e4f-86102bf18fab, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2c8073f-d898-4b31-8e4f-86102bf18fab,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:47:58.575985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.586243 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Allocated IP 172.37.6.151 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/d72d1c4d-bf3d-4bc6-884d-d0a700f1a025) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:47:58.598276 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2df702a0-a759-4340-81c8-f6af65e64e74 req-ea4a4255-f935-4dde-9288-74e8aaf05f7c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0570462 Sep 30 09:47:58.660214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886762b-e133-43b5-bbed-568587d47d68 None None] Pushing event updated for resources: {'Port': ['ID=f2c8073f-d898-4b31-8e4f-86102bf18fab,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:58.732548 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.905211 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.952360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:47:58.957103 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:47:58.963950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:47:59.034398 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Pushing event updated for resources: {'Port': ['ID=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:59.056294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57976) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:59.191480 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cc810c09-d4e4-448d-8a56-38b6104b2da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.288015 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cc810c09-d4e4-448d-8a56-38b6104b2da0 admin admin] Publish callbacks [] for security_group (8dfda197-d640-4d36-ab98-eb51d24dc114), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.306854 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for router_gateway (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.360469 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cc810c09-d4e4-448d-8a56-38b6104b2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8dfda197-d640-4d36-ab98-eb51d24dc114), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.397731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce316ff-2827-4095-8ac1-74888b94dfd4 req-351aa09c-ebb9-4653-a265-82dd890537b2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:59.398885 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ce316ff-2827-4095-8ac1-74888b94dfd4 req-351aa09c-ebb9-4653-a265-82dd890537b2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0869496 Sep 30 09:47:59.432590 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-cc810c09-d4e4-448d-8a56-38b6104b2da0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=828649edae4b4cbaa1176341d5d933b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749759 Sep 30 09:47:59.437337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 57986) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:47:59.443959 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc810c09-d4e4-448d-8a56-38b6104b2da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfda197-d640-4d36-ab98-eb51d24dc114,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:59.449862 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:59.509100 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ce316ff-2827-4095-8ac1-74888b94dfd4 req-2ef60c10-f49e-438c-b699-93535077b076 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975509 Sep 30 09:47:59.538441 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] Publish callbacks [] for security_group (8dfda197-d640-4d36-ab98-eb51d24dc114), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.538881 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.563794 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] Publish callbacks [] for security_group (8dfda197-d640-4d36-ab98-eb51d24dc114), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.675026 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9d6b1-b3e7-4b19-a84e-09252a4f81c5 None None] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:47:59.691279 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a5180bf0-70d7-4a3a-9119-65bccae39edc req-060ea5cc-64a8-4e5d-ba15-9b90332dbfdc tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0319688 Sep 30 09:47:59.722016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8dfda197-d640-4d36-ab98-eb51d24dc114), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.724934 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.728987 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8dfda197-d640-4d36-ab98-eb51d24dc114 HTTP/1.1" status: 204 len: 168 time: 0.2883193 Sep 30 09:47:59.737947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a2df8-8a96-421f-a695-4a2180484d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfda197-d640-4d36-ab98-eb51d24dc114,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:47:59.765195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Provisioning complete for port f2c8073f-d898-4b31-8e4f-86102bf18fab triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:47:59.769681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.769681 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Attempt 1 to provision port f2c8073f-d898-4b31-8e4f-86102bf18fab Sep 30 09:47:59.897579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Current status of the port f2c8073f-d898-4b31-8e4f-86102bf18fab is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:47:59.898162 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.947329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] For port f2c8073f-d898-4b31-8e4f-86102bf18fab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2c8073f-d898-4b31-8e4f-86102bf18fab,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:47:59.969567 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:59.997949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Router c81ae97f-4108-4176-a5ad-ddbb1d333c7b is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:48:00.030515 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.083626 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8853-71b9-4c7d-8484-9ec491b7446f None None] Pushing event updated for resources: {'Port': ['ID=f2c8073f-d898-4b31-8e4f-86102bf18fab,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:00.113507 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:00.124881 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Sync routers for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:00.134637 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:00.138745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:00.192113 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.197268 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-cbc28aea-789d-4fdc-9259-dd5cd2922bdd None None] Provisioning complete for port f2c8073f-d898-4b31-8e4f-86102bf18fab triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:00.197646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cbc28aea-789d-4fdc-9259-dd5cd2922bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.197982 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-cbc28aea-789d-4fdc-9259-dd5cd2922bdd None None] Attempt 1 to provision port f2c8073f-d898-4b31-8e4f-86102bf18fab Sep 30 09:48:00.203716 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58004) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:00.204375 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7f966476-531c-41e3-bedd-dd82bd681f5e admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5651004 Sep 30 09:48:00.293330 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:00.512010 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device f2c8073f-d898-4b31-8e4f-86102bf18fab up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:00.550351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:00.566469 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:00.585210 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-cbc28aea-789d-4fdc-9259-dd5cd2922bdd None None] Current status of the port f2c8073f-d898-4b31-8e4f-86102bf18fab is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:00.633417 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port f2c8073f-d898-4b31-8e4f-86102bf18fab triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:00.633815 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.634157 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port f2c8073f-d898-4b31-8e4f-86102bf18fab Sep 30 09:48:00.656731 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.663753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca855529-aa35-4ea7-bf7a-7785a4ce8b7d req-1d93905b-650c-4d63-bb82-20bcbc5ea539 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:00.665371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ca855529-aa35-4ea7-bf7a-7785a4ce8b7d req-1d93905b-650c-4d63-bb82-20bcbc5ea539 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0838890 Sep 30 09:48:00.704507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:47:59Z', 'revision_number': 3, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:00.725134 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:00.735390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Checking router: c81ae97f-4108-4176-a5ad-ddbb1d333c7b for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:00.735818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Updating router c81ae97f-4108-4176-a5ad-ddbb1d333c7b port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:00.786005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.792263 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:00.796186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port f2c8073f-d898-4b31-8e4f-86102bf18fab is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:00.798317 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.823094 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ca855529-aa35-4ea7-bf7a-7785a4ce8b7d req-f814594b-68cc-4e4f-972e-f64025ccd59d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498244 Sep 30 09:48:00.841205 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bc260b65-ed5d-4701-b263-e719e398c07c req-ee4e5883-7faf-4f84-b2e5-56f71c967264 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Sep 30 09:48:00.946415 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:01.028835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Allocated IP 172.20.0.1 (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7/509cb759-bc8e-41b1-b266-190b5b61d2ee/0e2e4418-df17-4fc2-8cfc-e77a0c696b6c) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:01.094556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks [] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.137283 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-022b77f0-231c-4ddc-9ea3-19d674dfc21a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475419 Sep 30 09:48:01.173496 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks [] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.230849 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-1edc42c9-d0ee-4234-bc4b-b69d4b1850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:01.232348 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-1edc42c9-d0ee-4234-bc4b-b69d4b1850b8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1130 time: 0.0528224 Sep 30 09:48:01.238300 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.280817 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Attempting to bind port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:01.281194 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Attempting to bind port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:01.281769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Attempting to bind port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:01.313798 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a541ed-62d4-4332-8d4d-58786612b567 None None] Pushing event updated for resources: {'Port': ['ID=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:01.335247 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:01.335628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:01.336031 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.336426 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:01.336905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Bound port: d72d1c4d-bf3d-4bc6-884d-d0a700f1a025, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:01.337284 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.363756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.396102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] For port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:01.399361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] For port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:01.418500 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-4873bedc-564f-4c66-93a0-05ee295b3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:01.420026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-4873bedc-564f-4c66-93a0-05ee295b3ab1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1509213 Sep 30 09:48:01.422208 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:01.427137 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:01.430601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:01.467809 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.492021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:01.496541 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-1dbea4be-1754-4249-943c-96bcb79d5f03 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 200 len: 217 time: 0.0636110 Sep 30 09:48:01.497131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Pushing event updated for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:01.519145 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:01.519723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.520200 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:01.595825 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a541ed-62d4-4332-8d4d-58786612b567 None None] Pushing event updated for resources: {'Port': ['ID=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:01.632206 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-cee639de-c73e-440c-a6f8-adcca4663fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:01.633687 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-cee639de-c73e-440c-a6f8-adcca4663fdb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0659616 Sep 30 09:48:01.684921 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:01.712355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-ab9c6a2b-a599-450b-8d68-55f43ea36785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:01.714233 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-ab9c6a2b-a599-450b-8d68-55f43ea36785 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390682 Sep 30 09:48:01.757760 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Provisioning complete for port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:01.758287 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.758448 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 1 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:01.775593 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:01.809639 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:01.827480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:01.884714 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-4460c2cb-18cb-4230-9a8f-f3c9f7efbc0c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640599 Sep 30 09:48:01.890534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:01.929709 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:47:59Z', 'revision_number': 3, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:01.970542 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa8f8c-2428-44ae-9e0d-b4bf8e85ae82 None None] The sync data for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi is: [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:47:59Z', 'revision_number': 3, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:01.972263 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:02.328615 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 2 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:02.365770 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:02.367412 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e0d67c29-d3ba-497a-a1da-3c385c5ed7ae req-eeacbd5f-7940-449b-aeb9-965e6d460abe tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.3802564 Sep 30 09:48:02.398698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1e9a-5564-4993-91a8-4ee75734c0e2 req-e96d151b-8dc7-42cf-8cf1-7804495b13bf tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:02.403971 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-07ed1e9a-5564-4993-91a8-4ee75734c0e2 req-e96d151b-8dc7-42cf-8cf1-7804495b13bf tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.4250355 Sep 30 09:48:02.450443 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:02.469011 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-339d944a-8aaf-4587-a3db-67f4fe5bb350 req-b9162128-cf79-48e7-a3a9-a572c8bfacd3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772557 Sep 30 09:48:02.558829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-07ed1e9a-5564-4993-91a8-4ee75734c0e2 req-0a80391e-5765-4e78-b215-b6282455d8d2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394083 Sep 30 09:48:02.561785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks [] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.573613 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:02.574118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.574459 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 Sep 30 09:48:02.659701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:02.660237 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.676155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.706996 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:02.783167 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Pushing event updated for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:02.789535 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.809250 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.866869 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 3 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:02.915579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:02.928999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:02.955416 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:02.958618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:03.096615 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c6a3e45f-9ea6-4fd6-b994-5db32184b291 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:03.098365 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c6a3e45f-9ea6-4fd6-b994-5db32184b291 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "GET /networking/v2.0/networks?id=19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 200 len: 808 time: 0.2125261 Sep 30 09:48:03.157214 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Router c81ae97f-4108-4176-a5ad-ddbb1d333c7b has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:48:03.269750 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:03.274906 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5ec6741c-096a-4c1b-a5dc-cd0d7879f3ee admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/c81ae97f-4108-4176-a5ad-ddbb1d333c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0697238 Sep 30 09:48:03.408808 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:03.430413 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 4 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:03.478184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:03.507995 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-16867ac7-17b1-4cc6-a924-03ab4f0bedec req-bb123ecb-c46c-41f1-a483-9971edc1f5c2 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0470853 Sep 30 09:48:03.630259 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:03.692268 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e8648-40d0-4674-863d-f13bbfb2bc64 req-cbd4e06d-d3cd-4605-8373-0ff86f623942 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:03.693898 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f00e8648-40d0-4674-863d-f13bbfb2bc64 req-cbd4e06d-d3cd-4605-8373-0ff86f623942 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0504088 Sep 30 09:48:03.750887 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f00e8648-40d0-4674-863d-f13bbfb2bc64 req-9dbbb71f-fd9e-406b-a1c4-f68649f4816b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Sep 30 09:48:03.887759 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Sync routers for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:03.898761 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:03.899355 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:03.938506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:03.979851 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 5 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:04.006137 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:04.012285 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:04.083494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58124) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:04.088582 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246109580-network', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:04.179122 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58128) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:04.191736 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Made reservation on behalf of ae05d51a1efc4c5398e9fa4ffeb7faa0 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:04.194439 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.203521 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 2, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:04.205406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.233046 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Checking router: c81ae97f-4108-4176-a5ad-ddbb1d333c7b for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:04.233672 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Updating router c81ae97f-4108-4176-a5ad-ddbb1d333c7b port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:04.263683 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.287656 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks [] for security_group (9cc7f8a8-de97-4711-a8c3-fa8a6927227c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.361407 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f0db1fb5-c9f9-4750-af67-4ce7e3eb8657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.378452 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (9cc7f8a8-de97-4711-a8c3-fa8a6927227c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.385302 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:04.398332 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:48:04.419053 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (a76f9122-53fd-4f0a-a917-5e14511f12a6), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.419754 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Added segment a76f9122-53fd-4f0a-a917-5e14511f12a6 of type vlan for network decc2ed9-0cd5-446c-93ae-1347454cf54d Sep 30 09:48:04.421022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc7f8a8-de97-4711-a8c3-fa8a6927227c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:04.439529 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:04.440029 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.440540 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 Sep 30 09:48:04.441191 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f0db1fb5-c9f9-4750-af67-4ce7e3eb8657 admin admin] Publish callbacks [] for security_group (143e19d3-69b3-49f9-aac1-4e85d90103c2), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.469589 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (decc2ed9-0cd5-446c-93ae-1347454cf54d), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.523569 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 6 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:04.524056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:04.552929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f0db1fb5-c9f9-4750-af67-4ce7e3eb8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (143e19d3-69b3-49f9-aac1-4e85d90103c2), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.564418 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:04.569617 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (decc2ed9-0cd5-446c-93ae-1347454cf54d), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.570734 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:04.571315 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.573280 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:04.587663 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks [] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.605963 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f0db1fb5-c9f9-4750-af67-4ce7e3eb8657 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b9df2c8224e94ba994c3971cf81dca4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256678 Sep 30 09:48:04.611139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58136) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:04.627183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db1fb5-c9f9-4750-af67-4ce7e3eb8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143e19d3-69b3-49f9-aac1-4e85d90103c2,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:04.667027 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a4811b8-6c80-48a8-949b-f2e5d3a24b61 req-e55f5832-caf8-4946-83f8-d50b6ac800f8 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0703161 Sep 30 09:48:04.670579 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] Publish callbacks [] for security_group (143e19d3-69b3-49f9-aac1-4e85d90103c2), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.670983 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] Pushing event updated for resources: {'Network': ['ID=decc2ed9-0cd5-446c-93ae-1347454cf54d,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:04.680443 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network decc2ed9-0cd5-446c-93ae-1347454cf54d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:48:04.692170 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.700251 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] Publish callbacks [] for security_group (143e19d3-69b3-49f9-aac1-4e85d90103c2), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.723654 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-25ad46a8-6ebd-4a20-856d-3134b18b11c6 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6387646 Sep 30 09:48:04.724501 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58138) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:04.729458 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Request body: {'subnet': {'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246109580-subnet', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:04.735590 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Pushing event updated for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:04.744548 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.745125 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.745628 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.746144 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.746726 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.750955 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:04.803419 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:04.813095 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Attempting to bind port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:04.813464 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Attempting to bind port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:04.814348 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Attempting to bind port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c on network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:04.855371 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:04.855653 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Checking segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:04.856047 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.856439 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Bound using segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:04.856914 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Bound port: 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:04.858147 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.867425 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Made reservation on behalf of ae05d51a1efc4c5398e9fa4ffeb7faa0 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:04.870026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.878990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bafa87-718c-43c8-a4b7-bda60b4dec73 req-0a0ab1cb-349f-4f70-a45d-77426e5e5e8d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:04.880991 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30bafa87-718c-43c8-a4b7-bda60b4dec73 req-0a0ab1cb-349f-4f70-a45d-77426e5e5e8d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0542815 Sep 30 09:48:04.881725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (143e19d3-69b3-49f9-aac1-4e85d90103c2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.884504 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:04.888218 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/143e19d3-69b3-49f9-aac1-4e85d90103c2 HTTP/1.1" status: 204 len: 168 time: 0.2737389 Sep 30 09:48:04.902098 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e5c27-58ed-447f-849e-0bef405c6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143e19d3-69b3-49f9-aac1-4e85d90103c2,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:04.927281 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] For port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:04.930483 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] For port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:05.005547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30bafa87-718c-43c8-a4b7-bda60b4dec73 req-fb2b0fa9-fe82-43d7-a536-a6f2a8adb1a4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Sep 30 09:48:05.036121 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.041899 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:05.072892 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:05.073832 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:05.075050 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Attempt 7 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:05.129458 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3f8a-84de-497e-ad1b-df64a6d6859a None None] Pushing event updated for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:05.138534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:05.171538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Current status of the port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:05.171836 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.190127 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.213510 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] For port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:05.229846 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:05.268028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:05.271165 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.272384 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Checking segment: {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:05.272728 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Network hostable DHCP agents. Network: decc2ed9-0cd5-446c-93ae-1347454cf54d, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:48:05.285530 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:05.322522 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7c6e-90a0-45a4-baa8-7e6767693f8a None None] Pushing event updated for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:05.389651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-550293b5-0b63-401b-834e-36ed5151587c None None] Provisioning complete for port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:05.390024 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-550293b5-0b63-401b-834e-36ed5151587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.390355 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-550293b5-0b63-401b-834e-36ed5151587c None None] Attempt 1 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:05.414404 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Network decc2ed9-0cd5-446c-93ae-1347454cf54d is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:48:05.468974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-550293b5-0b63-401b-834e-36ed5151587c None None] Current status of the port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:05.475813 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:04Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:05.502913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7bf95-4bb6-4055-80fe-ead6568f50a2 None None] The sync data for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi is: [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:04Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:05.554758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, decc2ed9-0cd5-446c-93ae-1347454cf54d) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:05.554758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:05.554758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.583186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46e373-074d-4a6a-8b18-2642c5c1fc17 None None] Network decc2ed9-0cd5-446c-93ae-1347454cf54d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:05.675208 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-82c084d7-b617-4e31-bafb-45e3e85ff1a8 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9494686 Sep 30 09:48:05.677765 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58156) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:05.684200 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:05.715228 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-decc2ed9-0cd5-446c-93ae-1347454cf54d', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:48:05.716310 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.802302 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58164) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:05.809784 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b525927c-2116-4101-9a71-033f1c7766e8 req-b5b73790-19fb-435f-b8c0-9aba7e921beb tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0416584 Sep 30 09:48:05.836677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.838923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.840299 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Request body: {'port': {'device_id': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f', 'admin_state_up': True, 'tenant_id': 'c1eb9ddbc0a84a308ceffeae5198f229'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:05.853227 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7c36ee52-2ad9-4f40-a2a9-5b7a3453e7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:05.893550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:05.952731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:05.957741 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for router_controller (53ae72e6-bca4-447f-a168-6530f8e978e7), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.028451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7c36ee52-2ad9-4f40-a2a9-5b7a3453e7ca admin admin] Publish callbacks [] for security_group (0a54fafc-30d1-4260-b1f1-5dd5a50faec0), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.109883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Allocated IP 172.20.0.2 (decc2ed9-0cd5-446c-93ae-1347454cf54d/1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033/56cef7a4-f777-4bf3-94ed-8e22c13f3e1a) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:06.148323 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Made reservation on behalf of c1eb9ddbc0a84a308ceffeae5198f229 for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:06.153014 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.251083 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7c36ee52-2ad9-4f40-a2a9-5b7a3453e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0a54fafc-30d1-4260-b1f1-5dd5a50faec0), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.259619 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3044b5-46ec-4c86-a3b3-4e22485ed48c req-8d166e5d-d702-4904-83c8-a5cb10051258 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:06.261409 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a3044b5-46ec-4c86-a3b3-4e22485ed48c req-8d166e5d-d702-4904-83c8-a5cb10051258 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1625998 Sep 30 09:48:06.306533 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36ee52-2ad9-4f40-a2a9-5b7a3453e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54fafc-30d1-4260-b1f1-5dd5a50faec0,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:06.312671 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:06.319461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:06.346987 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks [] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.413518 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7c36ee52-2ad9-4f40-a2a9-5b7a3453e7ca admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ccfb4ade5d154d08a2df76f8b19cb8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6097188 Sep 30 09:48:06.415768 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58178) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:06.426442 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for router_gateway (53ae72e6-bca4-447f-a168-6530f8e978e7), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.428857 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:06.458551 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a3044b5-46ec-4c86-a3b3-4e22485ed48c req-84b66f99-b568-4a31-ae2a-a19f02c80c35 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483724 Sep 30 09:48:06.474720 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.498803 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Allocated IP 172.20.0.5 (19f705b3-87b0-406c-8a82-287369b1f01f/cc6f8afb-b389-431a-9b53-54a02cc2cc80/789f9272-6c06-496f-83bd-184cd3013e84) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:06.499018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] Publish callbacks [] for security_group (0a54fafc-30d1-4260-b1f1-5dd5a50faec0), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.534684 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] Publish callbacks [] for security_group (0a54fafc-30d1-4260-b1f1-5dd5a50faec0), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.553768 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Network decc2ed9-0cd5-446c-93ae-1347454cf54d is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:06.570054 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:06.574131 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:06.629676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:06.630065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.630395 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c Sep 30 09:48:06.656418 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Pushing event updated for resources: {'Port': ['ID=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:06.688638 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:06.715116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Attempting to bind port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:06.715566 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Attempting to bind port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:06.716039 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Attempting to bind port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a on network decc2ed9-0cd5-446c-93ae-1347454cf54d {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:06.786465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks [] for port (789f9272-6c06-496f-83bd-184cd3013e84), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.818883 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for router_gateway (53ae72e6-bca4-447f-a168-6530f8e978e7), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.825306 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:06.837910 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:06.841103 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Checking segment: {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:06.841621 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.842113 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Bound using segment: {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:06.842876 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Bound port: 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:06.843857 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.890205 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.912219 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0a54fafc-30d1-4260-b1f1-5dd5a50faec0), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.917313 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.930334 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0a54fafc-30d1-4260-b1f1-5dd5a50faec0 HTTP/1.1" status: 204 len: 168 time: 0.5050080 Sep 30 09:48:06.942884 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0df09b3-8dbc-4c66-8ff4-09b3f7fb84d4 req-042444a7-0f86-49cb-81b8-fc15228ea07f tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0446868 Sep 30 09:48:06.947437 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:06.983081 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] For port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:06.986846 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] For port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:07.013098 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Pushing event updated for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:07.018093 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Network 19f705b3-87b0-406c-8a82-287369b1f01f is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:07.019942 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:07.022768 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8232c5-fa74-41d7-8190-713a3f6c2b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54fafc-30d1-4260-b1f1-5dd5a50faec0,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:07.028773 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:07.050329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:07.134352 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:07.135359 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:07.155745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebe7f8-46cc-4c01-be88-c426834aa97c None None] Pushing event updated for resources: {'Port': ['ID=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:07.189861 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Allocated IP 172.37.6.39 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/a7e8ba1a-cd90-4c12-a089-d7e77fa9531a) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:07.240861 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-be20d4f9-a808-4222-a48d-99989754f887 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4100199 Sep 30 09:48:07.350419 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:07.478956 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:07.535083 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:07.535725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:07.539557 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:07.580395 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Pushing event updated for resources: {'Port': ['ID=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:07.604127 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9af4ec-f791-4f8d-be9e-35167d93ba8a req-fb8d861e-78d9-4f10-bb8f-dacc5201831e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:07.605610 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b9af4ec-f791-4f8d-be9e-35167d93ba8a req-fb8d861e-78d9-4f10-bb8f-dacc5201831e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0572128 Sep 30 09:48:07.664521 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b9af4ec-f791-4f8d-be9e-35167d93ba8a req-94e3ae04-0984-49b4-a246-56c063717612 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Sep 30 09:48:07.851704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for router_gateway (53ae72e6-bca4-447f-a168-6530f8e978e7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.061269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.079815 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.142667 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad55b6-59ee-4148-b34b-21c0627f4ecb None None] Network decc2ed9-0cd5-446c-93ae-1347454cf54d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:08.235495 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b972-04ba-43d0-92a7-9bd941315379 req-61a256cc-d9bb-4aba-af39-7da02af2c5f3 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:08.237110 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9936b972-04ba-43d0-92a7-9bd941315379 req-61a256cc-d9bb-4aba-af39-7da02af2c5f3 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 931 time: 0.0681200 Sep 30 09:48:08.242155 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Provisioning complete for port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:08.242679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.242884 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Attempt 1 to provision port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a Sep 30 09:48:08.287292 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9936b972-04ba-43d0-92a7-9bd941315379 req-5b17254a-6031-47f1-ac68-3390d8128d9a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Sep 30 09:48:08.317510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Router 53ae72e6-bca4-447f-a168-6530f8e978e7 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:48:08.323814 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.389015 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Current status of the port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:08.389350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.442725 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] For port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:08.461806 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:08.494441 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:08.516615 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Sync routers for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:08.522174 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.574786 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:08.575333 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:08.611580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.613183 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-02313bce-f6ba-4f7b-a19b-93d1f752edaa admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9324872 Sep 30 09:48:08.614166 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.616309 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58236) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:08.631173 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:08.631798 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.632334 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a Sep 30 09:48:08.665965 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1200738-cf9a-4b34-b770-b13c9dff3c79 None None] Pushing event updated for resources: {'Port': ['ID=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:08.671056 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.692636 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-fa00b91d-9e32-49aa-a151-be451967becd None None] Provisioning complete for port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:08.698651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fa00b91d-9e32-49aa-a151-be451967becd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:08.698651 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-fa00b91d-9e32-49aa-a151-be451967becd None None] Attempt 1 to provision port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a Sep 30 09:48:08.799701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.827978 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:08.838504 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:08.877175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4923e5d-b9b5-4ec9-8ae0-f014e77667e8 req-f41d31f0-aa7e-411e-8bde-a9a2a207afe7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:08.887352 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4923e5d-b9b5-4ec9-8ae0-f014e77667e8 req-f41d31f0-aa7e-411e-8bde-a9a2a207afe7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1275444 Sep 30 09:48:08.920460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:08.945026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4923e5d-b9b5-4ec9-8ae0-f014e77667e8 req-cf2a0c8f-f2be-42c8-985a-5c98ca8d948b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597210 Sep 30 09:48:09.003461 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-fa00b91d-9e32-49aa-a151-be451967becd None None] Current status of the port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:09.069473 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:07Z', 'revision_number': 3, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:09.099004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Checking router: 53ae72e6-bca4-447f-a168-6530f8e978e7 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:09.099429 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Updating router 53ae72e6-bca4-447f-a168-6530f8e978e7 port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:09.130774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.139188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.309383 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Allocated IP 172.20.0.1 (decc2ed9-0cd5-446c-93ae-1347454cf54d/1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033/2795f7af-2ae3-4060-b5b3-8867e124821e) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:09.433498 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks [] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.434109 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks [] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.446073 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf441a-4804-4d96-ab96-2b3bc8f6cd08 req-df3702db-c60a-4cdd-b2e6-996200215952 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:09.460687 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8ebf441a-4804-4d96-ab96-2b3bc8f6cd08 req-df3702db-c60a-4cdd-b2e6-996200215952 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 931 time: 0.0680954 Sep 30 09:48:09.505109 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8ebf441a-4804-4d96-ab96-2b3bc8f6cd08 req-2cfe6c40-0687-4a3d-95a6-751c8ac033a5 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Sep 30 09:48:09.540860 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.541128 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.572752 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:09.580915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Attempting to bind port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:09.581356 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Attempting to bind port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:09.581779 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Attempting to bind port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:09.585341 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Network decc2ed9-0cd5-446c-93ae-1347454cf54d is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:09.589913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:09.592603 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:09.593412 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (53ae72e6-bca4-447f-a168-6530f8e978e7), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.613161 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54771a-b620-47a4-baf2-d85e0f9538ae None None] Pushing event updated for resources: {'Port': ['ID=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:09.633693 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Pushing event updated for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:09.635302 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:09.635675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:09.636095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.637254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:09.637773 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Bound port: a7e8ba1a-cd90-4c12-a089-d7e77fa9531a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:09.638107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.717404 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] For port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:09.717404 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] For port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:09.825059 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Provisioning complete for port 2795f7af-2ae3-4060-b5b3-8867e124821e triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:09.825427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.825789 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 1 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:09.829850 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.844667 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:09.894876 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:09.895494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:09.900275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:10.036898 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks [] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.075959 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:10.077950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58276) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:10.085435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174818d2-10b6-4a83-91c3-17b01335db84 req-5079feee-b50b-4372-9c05-1e3cc6c3b08b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.091107 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-174818d2-10b6-4a83-91c3-17b01335db84 req-5079feee-b50b-4372-9c05-1e3cc6c3b08b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0554888 Sep 30 09:48:10.101105 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.102344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (53ae72e6-bca4-447f-a168-6530f8e978e7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.103781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54771a-b620-47a4-baf2-d85e0f9538ae None None] Pushing event updated for resources: {'Port': ['ID=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:10.113815 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:10.184381 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:10.194633 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-174818d2-10b6-4a83-91c3-17b01335db84 req-935c16d1-2754-4df1-b3a1-2626c5da8e01 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015041 Sep 30 09:48:10.207945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Pushing event updated for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:10.231139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7e280d6-1f03-45f7-8de6-efeade3ae29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.280530 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Network decc2ed9-0cd5-446c-93ae-1347454cf54d is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:10.285161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:10.402223 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 2 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:10.407679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2795f7af-2ae3-4060-b5b3-8867e124821e', 'name': '', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'mac_address': 'fa:16:3e:1f:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:09Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 1, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'subnets': [{'id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:10.427234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:10.438887 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Router 53ae72e6-bca4-447f-a168-6530f8e978e7 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:48:10.472525 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7415f8-c58e-476e-8208-0ac6be219ef9 None None] The sync data for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi is: [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2795f7af-2ae3-4060-b5b3-8867e124821e', 'name': '', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'mac_address': 'fa:16:3e:1f:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:09Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 1, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'subnets': [{'id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:10.526283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:10.539613 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:10.548518 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.548518 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a Sep 30 09:48:10.633170 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:10.699866 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603abd8-cd04-4fc8-b81a-7d8707cf2d46 req-44ffa46d-db77-49ec-bd24-536ab2f142bd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.701973 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6603abd8-cd04-4fc8-b81a-7d8707cf2d46 req-44ffa46d-db77-49ec-bd24-536ab2f142bd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 931 time: 0.0602241 Sep 30 09:48:10.785767 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6603abd8-cd04-4fc8-b81a-7d8707cf2d46 req-a77d1398-ef91-4530-97d6-2f1a627010dc tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779350 Sep 30 09:48:10.796590 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:10.850221 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7e280d6-1f03-45f7-8de6-efeade3ae29b admin admin] Publish callbacks [] for security_group (d4375fd2-14c8-4fde-a4f6-aa179cb5a33a), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.870240 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:10.876811 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-93449408-f956-4d6c-a0fb-cd28d8da4ede admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/53ae72e6-bca4-447f-a168-6530f8e978e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2586815 Sep 30 09:48:10.921813 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b7e280d6-1f03-45f7-8de6-efeade3ae29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d4375fd2-14c8-4fde-a4f6-aa179cb5a33a), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:10.966720 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b7e280d6-1f03-45f7-8de6-efeade3ae29b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=26c6db332c174ae1baaba70e175deca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8862758 Sep 30 09:48:10.969281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58290) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:10.972206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e280d6-1f03-45f7-8de6-efeade3ae29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4375fd2-14c8-4fde-a4f6-aa179cb5a33a,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:11.027708 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 3 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:11.052038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] Publish callbacks [] for security_group (d4375fd2-14c8-4fde-a4f6-aa179cb5a33a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:11.065004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:11.069369 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:11.078326 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] Publish callbacks [] for security_group (d4375fd2-14c8-4fde-a4f6-aa179cb5a33a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:11.083712 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:11.249690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d4375fd2-14c8-4fde-a4f6-aa179cb5a33a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:11.253520 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:11.255456 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d4375fd2-14c8-4fde-a4f6-aa179cb5a33a HTTP/1.1" status: 204 len: 168 time: 0.2847836 Sep 30 09:48:11.313385 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f373337-bb7c-40cd-a440-ecc43be2ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4375fd2-14c8-4fde-a4f6-aa179cb5a33a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:11.332389 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:11.381867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee76e-72de-4ccb-8b8e-f60914f330fd req-8403d68a-9feb-4aa0-aa66-5e21c50af4ba tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:11.383401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-786ee76e-72de-4ccb-8b8e-f60914f330fd req-8403d68a-9feb-4aa0-aa66-5e21c50af4ba tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0724339 Sep 30 09:48:11.441441 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-786ee76e-72de-4ccb-8b8e-f60914f330fd req-d2aecc2c-5572-4997-9e70-f246d61d390c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Sep 30 09:48:11.569112 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 4 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:11.604679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:11.791506 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:11.931861 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4271ebc-a453-4c6a-a7a2-ec6f0f638afe req-34ea818b-3fac-4f0a-a1c6-ae2c4db4af19 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:11.933510 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d4271ebc-a453-4c6a-a7a2-ec6f0f638afe req-34ea818b-3fac-4f0a-a1c6-ae2c4db4af19 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 931 time: 0.0562954 Sep 30 09:48:11.988740 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d4271ebc-a453-4c6a-a7a2-ec6f0f638afe req-143135a5-8565-4548-84a8-8df104dcb25d tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Sep 30 09:48:12.025303 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58334) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:12.040961 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb81f-9063-48e0-9516-b749d2051071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.074913 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:12.105638 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 5 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:12.144227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:12.170832 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb81f-9063-48e0-9516-b749d2051071 admin admin] Publish callbacks [] for security_group (49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.230030 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5f3fb81f-9063-48e0-9516-b749d2051071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.276310 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5f3fb81f-9063-48e0-9516-b749d2051071 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=17bfa06fa180441992ad20f3d523561f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499347 Sep 30 09:48:12.277268 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fb81f-9063-48e0-9516-b749d2051071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:12.281895 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58338) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:12.370830 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] Publish callbacks [] for security_group (49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.379390 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Request body: {'port': {'device_id': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:12.422384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] Publish callbacks [] for security_group (49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.478396 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a7e8ba1a-cd90-4c12-a089-d7e77fa9531a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:12.526660 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:12.547160 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (789f9272-6c06-496f-83bd-184cd3013e84), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.574674 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.577871 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.579068 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e HTTP/1.1" status: 204 len: 168 time: 0.2958469 Sep 30 09:48:12.595286 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea6f2-81cf-4913-b735-dc780998ba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f94e9c-0dd0-4fd3-ab3d-41f777e08a0e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:12.654941 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 6 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:12.772847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ad722-22d5-456d-b94a-91620f973ca5 req-6175dca8-6191-45fb-af45-bb050ec72ea7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:12.789677 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bf2ad722-22d5-456d-b94a-91620f973ca5 req-6175dca8-6191-45fb-af45-bb050ec72ea7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.2396123 Sep 30 09:48:12.806242 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:12.810430 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:12.812886 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:12.813237 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a Sep 30 09:48:12.898197 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abcf91-d54c-41b2-9587-a3d262353a19 req-46c58e4e-a716-4630-b4e8-4073827e246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:12.900462 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-75abcf91-d54c-41b2-9587-a3d262353a19 req-46c58e4e-a716-4630-b4e8-4073827e246e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.2022440 Sep 30 09:48:12.986112 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bf2ad722-22d5-456d-b94a-91620f973ca5 req-0e2b89a1-a33f-4ea5-9100-a5e835ee433f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938527 Sep 30 09:48:13.125730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:13.125730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:13.125730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-75abcf91-d54c-41b2-9587-a3d262353a19 req-b8ce1dee-a5de-4d7b-88d0-c53e5b5c3778 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783067 Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b73051-eb80-47ac-9dad-cdb89a476fa3 req-da94fc96-3ed8-4715-81a2-e31ecf2e08a0 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c2b73051-eb80-47ac-9dad-cdb89a476fa3 req-da94fc96-3ed8-4715-81a2-e31ecf2e08a0 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 931 time: 0.1265180 Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789f9272-6c06-496f-83bd-184cd3013e84 {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:13.360761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c2b73051-eb80-47ac-9dad-cdb89a476fa3 req-e92242e6-89c0-4123-8f47-722ec09f5a79 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861211 Sep 30 09:48:13.361166 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 7 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:13.361250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks [] for port (789f9272-6c06-496f-83bd-184cd3013e84), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:13.361250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Transition to ACTIVE for port object 789f9272-6c06-496f-83bd-184cd3013e84 will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:13.361395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:13.837980 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:13.850850 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 8 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:13.877606 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:13.937057 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:14.044565 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:14.067393 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Pushing event updated for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:14.078922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Attempting to bind port 789f9272-6c06-496f-83bd-184cd3013e84 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:14.079564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Attempting to bind port 789f9272-6c06-496f-83bd-184cd3013e84 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:14.080557 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Attempting to bind port 789f9272-6c06-496f-83bd-184cd3013e84 on network 19f705b3-87b0-406c-8a82-287369b1f01f {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:14.158310 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Port 789f9272-6c06-496f-83bd-184cd3013e84 on network 19f705b3-87b0-406c-8a82-287369b1f01f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:14.158668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Attempting to bind port 789f9272-6c06-496f-83bd-184cd3013e84 on network 19f705b3-87b0-406c-8a82-287369b1f01f {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:14.255173 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:14.255514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Checking segment: {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:14.256529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Bound using segment: {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:14.256529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Bound port: 789f9272-6c06-496f-83bd-184cd3013e84, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:14.256762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (789f9272-6c06-496f-83bd-184cd3013e84), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:14.383859 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Sync routers for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:14.414875 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:14.415999 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:14.427286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a7e8ba1a-cd90-4c12-a089-d7e77fa9531a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:14.479228 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 9 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:14.546472 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:14.624665 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:14.666864 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:14.684742 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:14.685121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:14.685451 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a Sep 30 09:48:14.776135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec66f-6051-45fa-9627-a7f559155f7d req-8d169bea-5ba9-4925-9919-513d9f668835 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:14.777911 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-02cec66f-6051-45fa-9627-a7f559155f7d req-8d169bea-5ba9-4925-9919-513d9f668835 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.5184128 Sep 30 09:48:14.862141 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2795f7af-2ae3-4060-b5b3-8867e124821e', 'name': '', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'mac_address': 'fa:16:3e:1f:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:09Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 2, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'subnets': [{'id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:14.883908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:14.911695 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:14.921858 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-02cec66f-6051-45fa-9627-a7f559155f7d req-cd228c2f-67f0-4c5f-87f3-04e012d17f0d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242194 Sep 30 09:48:14.923876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789f9272-6c06-496f-83bd-184cd3013e84,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:14.929992 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:14.970057 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Checking router: 53ae72e6-bca4-447f-a168-6530f8e978e7 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:14.974849 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Updating router 53ae72e6-bca4-447f-a168-6530f8e978e7 port 2795f7af-2ae3-4060-b5b3-8867e124821e binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:14.988296 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58400) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:15.024757 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.168533 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Attempt 10 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:15.191197 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a174cc2-151f-4743-94f1-b75b7507f330 req-112dc72a-6173-4f26-b90a-89b09d92b845 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:15.194760 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6a174cc2-151f-4743-94f1-b75b7507f330 req-112dc72a-6173-4f26-b90a-89b09d92b845 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 943 time: 0.1845875 Sep 30 09:48:15.200222 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.210771 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:15.214940 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.219721 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/789f9272-6c06-496f-83bd-184cd3013e84 HTTP/1.1" status: 200 len: 1093 time: 2.8462050 Sep 30 09:48:15.230126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:15.236237 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97ce4129-51c0-4b68-b48f-836fb5c39f25 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:15.246304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51100f3-0f42-495c-977c-5b77d78f5392" -d '{"events": [{"name": "network-changed", "server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "tag": "789f9272-6c06-496f-83bd-184cd3013e84"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:15.273511 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7537-d284-4f4a-ad51-4abce2a3805b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.368623 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks [] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.371936 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:15.392922 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Provisioning complete for port 2795f7af-2ae3-4060-b5b3-8867e124821e triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:15.397836 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.397836 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Attempt 1 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:15.444244 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.479835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda5534-0f83-41fa-9e14-d184f4420175 x-openstack-request-id: req-bfda5534-0f83-41fa-9e14-d184f4420175 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:15.479835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "tag": "789f9272-6c06-496f-83bd-184cd3013e84", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:15.479835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfda5534-0f83-41fa-9e14-d184f4420175 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:15.479835 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfda5534-0f83-41fa-9e14-d184f4420175'] response: {'name': 'network-changed', 'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84', 'status': 'completed', 'code': 200} Sep 30 09:48:15.538646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Port 2795f7af-2ae3-4060-b5b3-8867e124821e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:15.538857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c6fa8-82ef-4126-adc5-c6d7ffe48f75 service neutron] Pushing event updated for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:15.549195 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-89f2a730-6b69-4e87-be43-3bc17cacdf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:15.552068 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-89f2a730-6b69-4e87-be43-3bc17cacdf85 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 1127 time: 0.1809731 Sep 30 09:48:15.558977 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6a174cc2-151f-4743-94f1-b75b7507f330 req-ecc64e22-6a85-49fe-ba1f-dbf4399e91a7 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374810 Sep 30 09:48:15.597437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7537-d284-4f4a-ad51-4abce2a3805b admin admin] Publish callbacks [] for security_group (de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.597862 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Attempting to bind port 2795f7af-2ae3-4060-b5b3-8867e124821e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:15.598408 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Attempting to bind port 2795f7af-2ae3-4060-b5b3-8867e124821e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:15.598974 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Attempting to bind port 2795f7af-2ae3-4060-b5b3-8867e124821e on network decc2ed9-0cd5-446c-93ae-1347454cf54d {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:15.637386 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-04eb4e44-85bb-4999-8748-faa98753c281 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=789f9272-6c06-496f-83bd-184cd3013e84 HTTP/1.1" status: 200 len: 217 time: 0.0694356 Sep 30 09:48:15.654345 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227a090-b720-4c4e-bbc1-db8c74d042f8 None None] Pushing event updated for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:15.660455 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:15.661055 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Checking segment: {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:15.670901 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.670901 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Bound using segment: {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:15.670901 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Bound port: 2795f7af-2ae3-4060-b5b3-8867e124821e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f9122-53fd-4f0a-a917-5e14511f12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:15.670901 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.689032 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7537-d284-4f4a-ad51-4abce2a3805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.740094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-e4bc5d2a-4b97-4f90-9ab7-40d34b1d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:15.742681 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-e4bc5d2a-4b97-4f90-9ab7-40d34b1d9ce6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cc6f8afb-b389-431a-9b53-54a02cc2cc80 HTTP/1.1" status: 200 len: 848 time: 0.0969758 Sep 30 09:48:15.780312 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-2e1c7537-d284-4f4a-ad51-4abce2a3805b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d6413896cf7941dc9f287e9e9ef42498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880995 Sep 30 09:48:15.780580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58418) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:15.781065 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] For port 2795f7af-2ae3-4060-b5b3-8867e124821e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:15.785038 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] For port 2795f7af-2ae3-4060-b5b3-8867e124821e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2795f7af-2ae3-4060-b5b3-8867e124821e,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:15.816490 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-4164c22a-1b79-42bb-92df-b0b8c4a6a854 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=19f705b3-87b0-406c-8a82-287369b1f01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618818 Sep 30 09:48:15.816710 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c7537-d284-4f4a-ad51-4abce2a3805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:15.868860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] Publish callbacks [] for security_group (de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.910956 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:15.916923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] Publish callbacks [] for security_group (de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.012815 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-bba6759a-fc2c-4182-b0b5-620e54a786a6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894333 Sep 30 09:48:16.034722 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Attempt 2 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:16.110583 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:16.123753 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227a090-b720-4c4e-bbc1-db8c74d042f8 None None] Pushing event updated for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:16.136447 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:16.137422 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:47:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:16.175124 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.177727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.184226 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4 HTTP/1.1" status: 204 len: 168 time: 0.4004500 Sep 30 09:48:16.205604 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13b9d9-b011-4ec1-8fec-4210c56148d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16fe59-51f1-4c6a-a0bc-29ecd3f09ac4,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:16.262174 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:16.294713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Current status of the port 2795f7af-2ae3-4060-b5b3-8867e124821e is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:16.297188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.391765 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:16.423769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] For port 2795f7af-2ae3-4060-b5b3-8867e124821e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2795f7af-2ae3-4060-b5b3-8867e124821e,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:16.436497 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:16.449384 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0696042f-7f9a-42c8-ba1a-93b42388e055 req-7c81e361-be0b-4650-84e6-1986892acf0f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351993 Sep 30 09:48:16.493263 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.515062 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4fd4e-3d66-4895-8316-65078a2f30f9 req-f26bc77e-1cb0-4c0b-a3a1-92bcca22dcad tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:16.533620 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0bb4fd4e-3d66-4895-8316-65078a2f30f9 req-f26bc77e-1cb0-4c0b-a3a1-92bcca22dcad tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.3850856 Sep 30 09:48:16.577973 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:16.640021 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2795f7af-2ae3-4060-b5b3-8867e124821e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:16.711255 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0bb4fd4e-3d66-4895-8316-65078a2f30f9 req-aa293b21-c108-41a5-af49-4a6015ae028b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713462 Sep 30 09:48:16.802431 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682f2fe-5335-4e7a-8668-14a06aa4df96 None None] Pushing event updated for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:16.878635 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 2795f7af-2ae3-4060-b5b3-8867e124821e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:16.878635 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:16.878635 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:16.988928 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18386cda-cce6-4b3a-862e-9dc3af9a30e7 req-7dd0cc9a-2d77-4ec0-9c15-aeb6c5433b79 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:16.990537 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18386cda-cce6-4b3a-862e-9dc3af9a30e7 req-7dd0cc9a-2d77-4ec0-9c15-aeb6c5433b79 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 943 time: 0.2288623 Sep 30 09:48:17.024822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 2795f7af-2ae3-4060-b5b3-8867e124821e is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:17.144734 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2795f7af-2ae3-4060-b5b3-8867e124821e', 'name': '', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'mac_address': 'fa:16:3e:1f:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:09Z', 'updated_at': '2022-09-30T09:48:15Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'subnets': [{'id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:17.160523 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18386cda-cce6-4b3a-862e-9dc3af9a30e7 req-bbc38b42-1e61-4e61-beba-f87617b9a1a8 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553924 Sep 30 09:48:17.188422 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc6b71-acf3-4016-ac65-ceef57d3bea1 None None] The sync data for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi is: [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:48:09Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2795f7af-2ae3-4060-b5b3-8867e124821e', 'name': '', 'network_id': 'decc2ed9-0cd5-446c-93ae-1347454cf54d', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'mac_address': 'fa:16:3e:1f:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:09Z', 'updated_at': '2022-09-30T09:48:15Z', 'revision_number': 4, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'subnets': [{'id': '1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:17.428400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba70b57-2c50-4644-b54f-b5e390fa4105 req-a1d8853d-14a0-44ae-83a0-4054337373b0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:17.459366 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fba70b57-2c50-4644-b54f-b5e390fa4105 req-a1d8853d-14a0-44ae-83a0-4054337373b0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1059680 Sep 30 09:48:17.565038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-d443ad87-62a0-4a0c-93f9-717de6efca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:17.566697 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-d443ad87-62a0-4a0c-93f9-717de6efca4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 1127 time: 0.0976284 Sep 30 09:48:17.587083 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fba70b57-2c50-4644-b54f-b5e390fa4105 req-79c391e1-3d00-4295-bc64-47a0f8b1c784 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430552 Sep 30 09:48:17.692884 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-5b320fee-9009-4aed-8d1b-08c0da17f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:17.694393 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-5b320fee-9009-4aed-8d1b-08c0da17f788 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 200 len: 909 time: 0.1199889 Sep 30 09:48:17.737180 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-6716e4e7-4b11-4c12-a9a6-7da819389578 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=789f9272-6c06-496f-83bd-184cd3013e84 HTTP/1.1" status: 200 len: 217 time: 0.0352325 Sep 30 09:48:17.792432 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-a8eb4e6d-f9f6-41c6-808e-6aa52ea6bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:17.794826 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-a8eb4e6d-f9f6-41c6-808e-6aa52ea6bfed service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cc6f8afb-b389-431a-9b53-54a02cc2cc80 HTTP/1.1" status: 200 len: 848 time: 0.0504923 Sep 30 09:48:17.827321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-f59363cd-33c7-49f9-ad86-617be3c5f40e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=19f705b3-87b0-406c-8a82-287369b1f01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273788 Sep 30 09:48:18.063593 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-0d5ca0f2-d61f-4448-829d-63aea2549e9c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248271 Sep 30 09:48:18.070176 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671800-d3f6-4256-8018-f605e980aa5a req-7aa18bcf-9c4d-47fa-a1b1-5929f71e4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.072871 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-7aa18bcf-9c4d-47fa-a1b1-5929f71e4e1d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.1225488 Sep 30 09:48:18.197477 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:18.202716 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 789f9272-6c06-496f-83bd-184cd3013e84 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:18.260213 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d51100f3-0f42-495c-977c-5b77d78f5392 req-853fc1b4-824a-4822-8327-bebc4a3ffd75 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869531 Sep 30 09:48:18.261399 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671800-d3f6-4256-8018-f605e980aa5a req-51196c65-82a1-44eb-96ea-7e40a5671796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.263003 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-51196c65-82a1-44eb-96ea-7e40a5671796 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1780717 Sep 30 09:48:18.362631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d40e-c60d-4ce9-ad50-afc76790b8bf req-6118e851-83ad-4b0c-b4c9-5fa9167b1bc7 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.365857 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6ee4d40e-c60d-4ce9-ad50-afc76790b8bf req-6118e851-83ad-4b0c-b4c9-5fa9167b1bc7 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 943 time: 0.0679247 Sep 30 09:48:18.413092 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-576516ba-21c2-472f-8531-c9ca2193820b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 217 time: 0.1275051 Sep 30 09:48:18.430578 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789f9272-6c06-496f-83bd-184cd3013e84,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:18.446658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '789f9272-6c06-496f-83bd-184cd3013e84', 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f', 'port_id': '789f9272-6c06-496f-83bd-184cd3013e84', 'mac_address': 'fa:16:3e:ae:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f8afb-b389-431a-9b53-54a02cc2cc80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:18.476007 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2795f7af-2ae3-4060-b5b3-8867e124821e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:18.519729 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671800-d3f6-4256-8018-f605e980aa5a req-031fb549-d633-4cc8-8ff3-55d501048e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.521402 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-031fb549-d633-4cc8-8ff3-55d501048e00 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0881078 Sep 30 09:48:18.524642 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6ee4d40e-c60d-4ce9-ad50-afc76790b8bf req-0ac497ca-6287-45be-9acf-b7809467806c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236582 Sep 30 09:48:18.531151 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 789f9272-6c06-496f-83bd-184cd3013e84 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:18.532177 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (789f9272-6c06-496f-83bd-184cd3013e84), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:18.572428 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789f9272-6c06-496f-83bd-184cd3013e84 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:18.589241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671800-d3f6-4256-8018-f605e980aa5a req-7485f311-e420-4f8c-b95b-8bf3e28deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.595622 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-7485f311-e420-4f8c-b95b-8bf3e28deb37 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582206 Sep 30 09:48:18.611130 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 2795f7af-2ae3-4060-b5b3-8867e124821e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:18.611602 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:18.611938 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 2795f7af-2ae3-4060-b5b3-8867e124821e Sep 30 09:48:18.618295 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789f9272-6c06-496f-83bd-184cd3013e84,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:18.706460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:18.749695 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:18.761533 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148895b-c225-4da7-8cbd-77d4583d4ffb req-bc81b6c8-3a55-4113-9b31-a9ea2706d8c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:18.763756 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1148895b-c225-4da7-8cbd-77d4583d4ffb req-bc81b6c8-3a55-4113-9b31-a9ea2706d8c9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0704005 Sep 30 09:48:18.798409 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 2795f7af-2ae3-4060-b5b3-8867e124821e is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:18.811089 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-3d0c718d-6faf-41b5-84af-abfc7456e8ac service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051761 Sep 30 09:48:18.843711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:18.905941 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1148895b-c225-4da7-8cbd-77d4583d4ffb req-b2f5cd09-b156-45a5-b3ad-bc7711877810 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348424 Sep 30 09:48:18.980632 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1671800-d3f6-4256-8018-f605e980aa5a req-4ac64111-51bb-4b1f-bb62-4cdff95773a6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614525 Sep 30 09:48:19.010046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58504) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:19.105978 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['789f9272-6c06-496f-83bd-184cd3013e84'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:19.160502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:19.217206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77f78fd-81c6-4286-9f76-838399a8355e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.222388 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:19.329811 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77f78fd-81c6-4286-9f76-838399a8355e admin admin] Publish callbacks [] for security_group (7e88a0a7-429c-4fb9-afaa-71b2c8996583), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.406234 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b77f78fd-81c6-4286-9f76-838399a8355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7e88a0a7-429c-4fb9-afaa-71b2c8996583), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.454676 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f78fd-81c6-4286-9f76-838399a8355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88a0a7-429c-4fb9-afaa-71b2c8996583,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:19.468658 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b77f78fd-81c6-4286-9f76-838399a8355e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2ff64158d3244f299d9a50abd9af4be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541135 Sep 30 09:48:19.469004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58514) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:19.581678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] Publish callbacks [] for security_group (7e88a0a7-429c-4fb9-afaa-71b2c8996583), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.584229 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:19.605537 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] Publish callbacks [] for security_group (7e88a0a7-429c-4fb9-afaa-71b2c8996583), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.687217 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd93635-89d6-42a2-8faa-35a4ea995398 req-478d4318-5fcd-4068-a3f6-08517a5672af tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:19.689503 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd93635-89d6-42a2-8faa-35a4ea995398 req-478d4318-5fcd-4068-a3f6-08517a5672af tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 944 time: 0.0759952 Sep 30 09:48:19.751474 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd93635-89d6-42a2-8faa-35a4ea995398 req-b1170ab7-18ca-41b5-83f6-d50126a436e1 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Sep 30 09:48:19.768522 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7e88a0a7-429c-4fb9-afaa-71b2c8996583), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.771136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:19.773292 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7e88a0a7-429c-4fb9-afaa-71b2c8996583 HTTP/1.1" status: 204 len: 168 time: 0.3017693 Sep 30 09:48:19.794831 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9f748-1b10-42bc-bd80-cfe04c306cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88a0a7-429c-4fb9-afaa-71b2c8996583,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:20.060872 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704c69d-f01c-4a0c-b3c6-a4ccb08cdfe9 req-81f9bbdf-520d-4167-8f93-0c01421c1d09 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:20.077402 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b704c69d-f01c-4a0c-b3c6-a4ccb08cdfe9 req-81f9bbdf-520d-4167-8f93-0c01421c1d09 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0742688 Sep 30 09:48:20.155119 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b704c69d-f01c-4a0c-b3c6-a4ccb08cdfe9 req-94d7adc8-82b4-4a63-982f-37def1050c02 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Sep 30 09:48:20.468772 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58530) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:20.484556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ea22-fa23-4131-8c51-5e7fa41d3e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.570860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ea22-fa23-4131-8c51-5e7fa41d3e83 admin admin] Publish callbacks [] for security_group (7b6d0010-f42c-4a65-809c-41df969d87f8), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.653870 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ea22-fa23-4131-8c51-5e7fa41d3e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7b6d0010-f42c-4a65-809c-41df969d87f8), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.695513 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7fc4ea22-fa23-4131-8c51-5e7fa41d3e83 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=587193b710ea403bade7288be6ec5f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255902 Sep 30 09:48:20.696392 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ea22-fa23-4131-8c51-5e7fa41d3e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d0010-f42c-4a65-809c-41df969d87f8,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:20.698011 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58536) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:20.755770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] Publish callbacks [] for security_group (7b6d0010-f42c-4a65-809c-41df969d87f8), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.784419 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] Publish callbacks [] for security_group (7b6d0010-f42c-4a65-809c-41df969d87f8), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.931093 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (7b6d0010-f42c-4a65-809c-41df969d87f8), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.933753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:20.935582 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7b6d0010-f42c-4a65-809c-41df969d87f8 HTTP/1.1" status: 204 len: 168 time: 0.2365739 Sep 30 09:48:20.956572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d9219-98cb-4891-a74b-db3bee870d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d0010-f42c-4a65-809c-41df969d87f8,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:20.969526 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ac881-8a09-4520-ab14-859e1269e67a req-dd2ea201-1da6-4c05-b2f4-dc2cb55a2a93 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:20.973148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-235ac881-8a09-4520-ab14-859e1269e67a req-dd2ea201-1da6-4c05-b2f4-dc2cb55a2a93 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 944 time: 0.0748949 Sep 30 09:48:21.000811 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:21.034664 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-235ac881-8a09-4520-ab14-859e1269e67a req-5c3b9d47-e0f1-4e2c-bdc0-ee47c88fd80b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554256 Sep 30 09:48:21.297335 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d945-257f-44b2-9496-6df3082c28c0 req-7ba8278f-d7d1-4c39-a465-9b74ff15ef14 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:21.299809 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4000d945-257f-44b2-9496-6df3082c28c0 req-7ba8278f-d7d1-4c39-a465-9b74ff15ef14 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0638676 Sep 30 09:48:21.354961 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4000d945-257f-44b2-9496-6df3082c28c0 req-252993c3-b14a-4be4-ac52-6486a42031da tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Sep 30 09:48:21.837067 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fda8f8a1-0d4b-44d9-83c6-28e75720e7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:22.193074 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed361d-c02c-4559-85f3-7c2a9fa275b7 req-634cab00-cee6-43aa-8ada-21cd2d307aeb tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:22.194676 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ceed361d-c02c-4559-85f3-7c2a9fa275b7 req-634cab00-cee6-43aa-8ada-21cd2d307aeb tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 944 time: 0.0596168 Sep 30 09:48:22.251427 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ceed361d-c02c-4559-85f3-7c2a9fa275b7 req-8dcb888c-7e61-4316-adad-81cbdf0a18c6 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500264 Sep 30 09:48:22.517968 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 789f9272-6c06-496f-83bd-184cd3013e84 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:22.565430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a637ed-80c1-4e42-87de-794bb15cdf75 req-e4d568d3-7922-458f-9a7a-d596f3610b52 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:22.569681 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-66a637ed-80c1-4e42-87de-794bb15cdf75 req-e4d568d3-7922-458f-9a7a-d596f3610b52 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.1007781 Sep 30 09:48:22.610169 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:22.628507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 789f9272-6c06-496f-83bd-184cd3013e84 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:48:22.644779 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-66a637ed-80c1-4e42-87de-794bb15cdf75 req-b00d9e75-7d9c-40a2-81fd-cb975225803f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Sep 30 09:48:22.740171 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 789f9272-6c06-496f-83bd-184cd3013e84 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:22.743457 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (789f9272-6c06-496f-83bd-184cd3013e84), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:22.743843 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 789f9272-6c06-496f-83bd-184cd3013e84 Sep 30 09:48:22.848628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 789f9272-6c06-496f-83bd-184cd3013e84 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:22.849235 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (789f9272-6c06-496f-83bd-184cd3013e84), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:22.888350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:22.893459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b7d3c0-6a43-4d38-9453-6f4bb14db282" -d '{"events": [{"server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "name": "network-vif-plugged", "status": "completed", "tag": "789f9272-6c06-496f-83bd-184cd3013e84"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:22.914065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789f9272-6c06-496f-83bd-184cd3013e84,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:22.966953 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f39f54-a0b4-49ab-a4a6-a0938111646c x-openstack-request-id: req-a7f39f54-a0b4-49ab-a4a6-a0938111646c {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:22.967503 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "name": "network-vif-plugged", "status": "completed", "tag": "789f9272-6c06-496f-83bd-184cd3013e84", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:22.967925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7f39f54-a0b4-49ab-a4a6-a0938111646c {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:22.968481 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f39f54-a0b4-49ab-a4a6-a0938111646c'] response: {'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84', 'code': 200} Sep 30 09:48:23.008796 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:23.067337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:23.465376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904e9d-6b6c-4ee1-b81f-f2eb8077321b req-e19e142d-bca5-4cb9-bd4a-a2e369322809 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:23.474213 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-51904e9d-6b6c-4ee1-b81f-f2eb8077321b req-e19e142d-bca5-4cb9-bd4a-a2e369322809 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0699122 Sep 30 09:48:23.542830 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-51904e9d-6b6c-4ee1-b81f-f2eb8077321b req-a52bf123-1937-46d2-8aa6-0b98b0de8167 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Sep 30 09:48:23.725244 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-04609391-cb23-4865-bd46-5746b82c53f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:23.797932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aca7d-0135-423a-bac6-a715c04857a0 req-891ea348-274e-4e69-a820-320c7f2a782d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:23.800105 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-074aca7d-0135-423a-bac6-a715c04857a0 req-891ea348-274e-4e69-a820-320c7f2a782d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0641649 Sep 30 09:48:23.817156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:23.877910 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-074aca7d-0135-423a-bac6-a715c04857a0 req-6671ffda-9d40-4d82-b9ff-c3724fb7f934 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Sep 30 09:48:24.368020 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43e10c-097b-49c7-97d7-7d2f6d923ba4 req-2ecb6868-4bb9-4583-99d3-ece2399e7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:24.369516 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ee43e10c-097b-49c7-97d7-7d2f6d923ba4 req-2ecb6868-4bb9-4583-99d3-ece2399e7f5e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 1129 time: 0.0559406 Sep 30 09:48:24.462012 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ee43e10c-097b-49c7-97d7-7d2f6d923ba4 req-fca28328-9f79-4bd1-8faf-5eb7c34269ee service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Sep 30 09:48:24.771712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5b2ac-3daf-4000-800d-f7b433881327 req-5d61a94e-a9b2-4302-a264-24c9513f70c3 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:24.773461 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e6e5b2ac-3daf-4000-800d-f7b433881327 req-5d61a94e-a9b2-4302-a264-24c9513f70c3 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0933111 Sep 30 09:48:24.842706 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e6e5b2ac-3daf-4000-800d-f7b433881327 req-ab6e2de1-e006-4ea6-86fd-12ea1ef68d7a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621858 Sep 30 09:48:25.036804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:25.922702 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58690) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:25.928155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703128740', 'description': 'tempest-description--939957438'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:26.066620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.247310 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aca62-feb0-416d-a53f-9a3a8cd0aa10 req-3c6ba72a-f5e3-41e2-bfae-7ea3c6525d5e tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:26.255310 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e14aca62-feb0-416d-a53f-9a3a8cd0aa10 req-3c6ba72a-f5e3-41e2-bfae-7ea3c6525d5e tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1538293 Sep 30 09:48:26.340773 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e14aca62-feb0-416d-a53f-9a3a8cd0aa10 req-d3a583c9-d154-4efa-a764-5b88d3d754b0 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844226 Sep 30 09:48:26.343413 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.653717 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.663104 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:26.683506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:26.733111 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.734228 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.747949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.749272 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-85112953-f740-4b81-9e93-d857a713cf4d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8254263 Sep 30 09:48:26.752058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58706) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:26.756416 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:26.907576 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (e16146d2-6700-47fd-9021-1c7d97205dea), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.993156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (e16146d2-6700-47fd-9021-1c7d97205dea), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.001979 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58734) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:27.006724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041892264', 'description': 'tempest-description--1890703283'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:27.060167 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (e16146d2-6700-47fd-9021-1c7d97205dea), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.086865 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16146d2-6700-47fd-9021-1c7d97205dea,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:27.114512 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.144881 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:27.148268 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=68 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:27.171868 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:27.195292 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (282fb47d-342a-46a3-b176-f701ce385057), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.227024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.229148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5cc647a5-0f9a-4048-b841-96c33fd32030 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752197 Sep 30 09:48:27.235842 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58752) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:27.240337 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:27.294575 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (282fb47d-342a-46a3-b176-f701ce385057), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.323881 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (f1ef94f8-5e12-4bf8-806b-c9955a7ba8ff), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.339941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282fb47d-342a-46a3-b176-f701ce385057,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:27.374109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-5fd2c6d1-0e25-42dc-bbc3-8ae7d6be9738 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:27.375587 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-5fd2c6d1-0e25-42dc-bbc3-8ae7d6be9738 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 814 time: 0.1463399 Sep 30 09:48:27.376091 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (f1ef94f8-5e12-4bf8-806b-c9955a7ba8ff), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.394802 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-0dce7a7f-4b9d-4e4a-bf69-3a10fa199015 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/quotas/0be64f8f1d4b452e84a7bcd64f6100d1 HTTP/1.1" status: 200 len: 375 time: 0.0103347 Sep 30 09:48:27.446175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.448566 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (f1ef94f8-5e12-4bf8-806b-c9955a7ba8ff), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.450311 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b95ac964-146c-4ed2-a930-1114a75fa10d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4472573 Sep 30 09:48:27.450442 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58760) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:27.460516 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'security_group_rule': {'security_group_id': '282fb47d-342a-46a3-b176-f701ce385057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:27.487078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ef94f8-5e12-4bf8-806b-c9955a7ba8ff,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:27.489899 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-bd10d640-bb6d-449a-bc65-a24f78302808 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886371 Sep 30 09:48:27.504298 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f47e-e866-4fa0-94d8-89ed690ca770 req-3b43eb90-dd05-4fb6-88c3-209914e28c27 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:27.505889 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4101f47e-e866-4fa0-94d8-89ed690ca770 req-3b43eb90-dd05-4fb6-88c3-209914e28c27 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0891936 Sep 30 09:48:27.575932 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.577173 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f420a7d0-ff87-4d6b-a559-67dc3d9c4578 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403361 Sep 30 09:48:27.584862 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58762) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:27.584986 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:27.610535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (3e59c42d-713b-4b60-8cd2-af1266337bb7), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.614813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:27.625425 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-1ad96271-1850-4444-b7f7-4eef138216ab service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185014 Sep 30 09:48:27.657212 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4101f47e-e866-4fa0-94d8-89ed690ca770 req-a149271b-6f44-44e4-a029-ebd49bec6c5b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416013 Sep 30 09:48:27.672484 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (3e59c42d-713b-4b60-8cd2-af1266337bb7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.714632 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.727951 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:48:27.732765 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-69f80584-3625-418c-9cf2-323359026c46 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004851 Sep 30 09:48:27.765687 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (3e59c42d-713b-4b60-8cd2-af1266337bb7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.800523 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e59c42d-713b-4b60-8cd2-af1266337bb7,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:27.827141 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.862208 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:27.910885 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:27.912112 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3a4471ca-d0aa-42bc-819d-a23c5b653815 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4582698 Sep 30 09:48:27.914976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58766) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:27.919652 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'security_group_rule': {'security_group_id': '282fb47d-342a-46a3-b176-f701ce385057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:27.937353 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.37.6.116 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:27.946457 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:28.004525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (d5c79a47-8cc6-432e-a1cc-0556b3f93a38), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.056334 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a6679b5-836e-4b12-83e8-87219ce3230e req-1a78a9e7-f9bf-4e00-b194-db6ce655f6c6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0351253 Sep 30 09:48:28.092201 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.097196 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (d5c79a47-8cc6-432e-a1cc-0556b3f93a38), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.113118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58774) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:28.211488 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (d5c79a47-8cc6-432e-a1cc-0556b3f93a38), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.234749 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c79a47-8cc6-432e-a1cc-0556b3f93a38,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:28.241483 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.287579 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecb31c79-57d4-46b7-84f4-3ff95233ffb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.319580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:28.321311 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:28.329653 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:28.332149 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.337434 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:28.338384 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3266f9eb-965b-4e7b-955c-a8dd443cf749 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4223452 Sep 30 09:48:28.341791 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58790) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:28.347408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:28.466407 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.498087 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.598811 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.632889 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecb31c79-57d4-46b7-84f4-3ff95233ffb4 admin admin] Publish callbacks [] for security_group (ab9087dc-ae4e-45dd-8a48-266c188cbf60), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.673466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.714807 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecb31c79-57d4-46b7-84f4-3ff95233ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ab9087dc-ae4e-45dd-8a48-266c188cbf60), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.804377 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ecb31c79-57d4-46b7-84f4-3ff95233ffb4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e897f8836fe4715ab1b8ec5abf574d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6891906 Sep 30 09:48:28.812655 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb31c79-57d4-46b7-84f4-3ff95233ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9087dc-ae4e-45dd-8a48-266c188cbf60,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:28.814701 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58796) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:28.856312 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Allocated IP 172.37.6.112 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/20848721-b1f2-4bdb-8d73-5b4e002189fa) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:28.893159 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] Publish callbacks [] for security_group (ab9087dc-ae4e-45dd-8a48-266c188cbf60), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.915484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] Publish callbacks [] for security_group (ab9087dc-ae4e-45dd-8a48-266c188cbf60), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:28.933916 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:28.991425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.015446 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.025501 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ab9087dc-ae4e-45dd-8a48-266c188cbf60), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.028686 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.029880 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ab9087dc-ae4e-45dd-8a48-266c188cbf60 HTTP/1.1" status: 204 len: 168 time: 0.2139819 Sep 30 09:48:29.037549 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81dd8-f0a8-448f-a865-73afc492ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9087dc-ae4e-45dd-8a48-266c188cbf60,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:29.093792 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.094852 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.132231 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.145088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:29.160943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:29.164331 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:29.169116 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:29.178672 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-574e4eda-5141-4b4c-bbd0-096c6dc7c082 req-9f77907a-0cb3-48b0-8065-f8df27a57d6b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0551603 Sep 30 09:48:29.203359 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:29.253199 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'Port': ['ID=20848721-b1f2-4bdb-8d73-5b4e002189fa,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:29.274996 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.276990 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cde9f341-70fe-4898-87a0-b5f537cf7363 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6947658 Sep 30 09:48:29.280281 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.386452 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda839fc-a741-40b0-a615-076fc805aaed req-a05eb479-d314-453c-b1a5-176a55161069 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:29.390672 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eda839fc-a741-40b0-a615-076fc805aaed req-a05eb479-d314-453c-b1a5-176a55161069 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0587928 Sep 30 09:48:29.511465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.517084 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eda839fc-a741-40b0-a615-076fc805aaed req-e002b945-e744-47d4-a7fc-f18d53cf627a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026285 Sep 30 09:48:29.579601 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-933b69c6-624f-4cc1-815f-35f6c4ea66b1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--703128740&fields=id&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 267 time: 0.0517716 Sep 30 09:48:29.700637 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-f7e1b0ef-0b06-467c-a30f-0aa3860716c8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:29.702132 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-f7e1b0ef-0b06-467c-a30f-0aa3860716c8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.1194534 Sep 30 09:48:29.718745 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-b1a539ef-7441-4015-ab47-9621f790f515 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/quotas/86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 375 time: 0.0106816 Sep 30 09:48:29.725288 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.790958 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-f29a0139-2f54-4c01-bcb6-33a7e62543cd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572865 Sep 30 09:48:29.808198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.809661 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.843908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:29.856052 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:29.859694 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'Port': ['ID=20848721-b1f2-4bdb-8d73-5b4e002189fa,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:29.890817 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-75099fdf-f7d3-410a-b780-25a689cbd722 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965965 Sep 30 09:48:29.907631 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.908923 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-53089c72-d2d7-4139-88a4-d14e30d0900e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5660191 Sep 30 09:48:30.185448 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:30.211457 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-0ddc3832-7694-4a25-ade7-3341317ff78f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2041892264&fields=id&tenant_id=f1c0948ddb014e6f93d6069bb5203890 HTTP/1.1" status: 200 len: 267 time: 0.0728953 Sep 30 09:48:30.217637 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-cbc8ace9-0ee4-4266-b145-1ef35c242232 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210392 Sep 30 09:48:30.338260 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-617cb69a-8f67-43a0-beeb-d87ce3b5b403 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:30.342736 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-617cb69a-8f67-43a0-beeb-d87ce3b5b403 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 0.1202912 Sep 30 09:48:30.343087 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58864) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:30.360815 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-53aab7d4-46fd-4b58-869f-1d6f85029afd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/quotas/f1c0948ddb014e6f93d6069bb5203890 HTTP/1.1" status: 200 len: 375 time: 0.0132818 Sep 30 09:48:30.426543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-df4acfa9-d23c-4d4d-9d8b-5889c1d0b0f2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550528 Sep 30 09:48:30.461073 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1871820373-network', 'tenant_id': '1330031e214045bf9d45c73da1445255'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:30.551815 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-73fd0760-51a2-49a2-897e-ea28ae81f961 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105494 Sep 30 09:48:30.562117 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.613350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Made reservation on behalf of 1330031e214045bf9d45c73da1445255 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:30.618410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.629676 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.654092 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2a1725db-81d4-4177-a36e-29dd4c8fee70 req-d03f9389-2179-452e-846b-7328dc52e01f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0757077 Sep 30 09:48:30.688184 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:30.702384 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-65061aec-5fa2-4841-8e80-27898d2c973b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419120 Sep 30 09:48:30.740062 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks [] for security_group (678c2b98-c42e-4f11-8ae6-0d474af1da3e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.752581 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f9d57ddf-62b7-4426-9fba-419d9841e90d req-3c040809-c843-4044-9f81-b20673e36138 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.0380297 Sep 30 09:48:30.825451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (678c2b98-c42e-4f11-8ae6-0d474af1da3e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.849835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:48:30.868676 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678c2b98-c42e-4f11-8ae6-0d474af1da3e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:30.871809 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (5a960c0a-e5d4-4995-ad68-d03963036798), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.872330 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Added segment 5a960c0a-e5d4-4995-ad68-d03963036798 of type vlan for network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 Sep 30 09:48:30.953164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.976238 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a5c11-5d6a-4e9d-8757-f537be698876 req-fab93427-b2ff-4a29-ad8f-bf91e9eee8ae tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:30.977791 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b16a5c11-5d6a-4e9d-8757-f537be698876 req-fab93427-b2ff-4a29-ad8f-bf91e9eee8ae tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.1180012 Sep 30 09:48:30.993102 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-5f82d05c-6485-46a7-abf0-290d0a52f958 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:30.995642 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-5f82d05c-6485-46a7-abf0-290d0a52f958 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 945 time: 0.0733707 Sep 30 09:48:31.028295 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:31.065130 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.066252 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:31.067152 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.103547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9511c3ac-63f4-43a3-a3ce-8ed4e5c7d5ce req-1225377e-905b-4966-a367-942373fa94c0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0658123 Sep 30 09:48:31.109884 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b16a5c11-5d6a-4e9d-8757-f537be698876 req-c02bb00e-acfa-42e4-8885-1e0f30da7d5f tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131158 Sep 30 09:48:31.200448 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Deleting port 789f9272-6c06-496f-83bd-184cd3013e84 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:48:31.202023 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (789f9272-6c06-496f-83bd-184cd3013e84), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.203072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] Pushing event updated for resources: {'Network': ['ID=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:31.214184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:48:31.253879 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0e063636-74d4-4e54-9ca8-caa7a8918545 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9060597 Sep 30 09:48:31.254090 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58900) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:31.260727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Request body: {'subnet': {'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1871820373-subnet', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'ip_version': 4}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:31.326340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] For port 789f9272-6c06-496f-83bd-184cd3013e84, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789f9272-6c06-496f-83bd-184cd3013e84,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:31.326752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (789f9272-6c06-496f-83bd-184cd3013e84), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.341845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Calling delete_port for 789f9272-6c06-496f-83bd-184cd3013e84 owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:48:31.368805 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Made reservation on behalf of 1330031e214045bf9d45c73da1445255 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:31.376984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.487931 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:31.568567 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (789f9272-6c06-496f-83bd-184cd3013e84), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.572715 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58908) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:31.609801 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['789f9272-6c06-496f-83bd-184cd3013e84'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:31.629696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Pushing event deleted for resources: {'Port': ['ID=789f9272-6c06-496f-83bd-184cd3013e84,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:31.682162 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] No DVR routers for this DVR port 789f9272-6c06-496f-83bd-184cd3013e84 on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:48:31.685591 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.689289 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8336ca2c-1d9a-4501-8688-803045af9c0a req-1b5f2dcc-2435-43c0-bb54-38c42cfb575b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "DELETE /networking/v2.0/ports/789f9272-6c06-496f-83bd-184cd3013e84 HTTP/1.1" status: 204 len: 173 time: 0.6690891 Sep 30 09:48:31.690214 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'name': 'network-vif-deleted', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:31.692889 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab36e8c-e904-4e38-b092-1cc418e82b2b" -d '{"events": [{"server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "name": "network-vif-deleted", "tag": "789f9272-6c06-496f-83bd-184cd3013e84"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:31.779320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0ee497-be4e-41ef-8717-84b47c33ecd0 x-openstack-request-id: req-3e0ee497-be4e-41ef-8717-84b47c33ecd0 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:31.779617 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9208352-ebfe-4580-abf1-4e55bb98a5a3", "name": "network-vif-deleted", "tag": "789f9272-6c06-496f-83bd-184cd3013e84", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:31.779870 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e0ee497-be4e-41ef-8717-84b47c33ecd0 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:31.780271 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0ee497-be4e-41ef-8717-84b47c33ecd0'] response: {'server_uuid': 'd9208352-ebfe-4580-abf1-4e55bb98a5a3', 'name': 'network-vif-deleted', 'tag': '789f9272-6c06-496f-83bd-184cd3013e84', 'status': 'completed', 'code': 200} Sep 30 09:48:31.807545 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5947b921-92ef-4450-9b6b-1856dcb09abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.818912 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5b77276-77dd-4a10-839e-f0e5ebf9ba57 req-00f4be05-5f93-4c1d-bf25-012738d2d386 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0489373 Sep 30 09:48:31.865057 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a9171e2a-aa33-415b-b66b-fe49956e1541 req-d44325fa-653b-471f-a76b-98917c412201 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.0426285 Sep 30 09:48:31.883016 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5947b921-92ef-4450-9b6b-1856dcb09abe admin admin] Publish callbacks [] for security_group (968c2920-4fcd-439f-a381-e1ac75b8e14f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.902726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (6f26d679-c954-4e46-831c-7bd0a36da165), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.960908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f26d679-c954-4e46-831c-7bd0a36da165,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:31.971651 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Checking segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:31.972012 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Network hostable DHCP agents. Network: 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:48:31.974064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5947b921-92ef-4450-9b6b-1856dcb09abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (968c2920-4fcd-439f-a381-e1ac75b8e14f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.021932 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5947b921-92ef-4450-9b6b-1856dcb09abe admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3aced3101122427ebab228330526aaca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501932 Sep 30 09:48:32.025218 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 58920) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:32.026576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947b921-92ef-4450-9b6b-1856dcb09abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c2920-4fcd-439f-a381-e1ac75b8e14f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:32.047436 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:32.094857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] Publish callbacks [] for security_group (968c2920-4fcd-439f-a381-e1ac75b8e14f), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.102504 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:48:32.119871 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] Publish callbacks [] for security_group (968c2920-4fcd-439f-a381-e1ac75b8e14f), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.242833 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:32.243918 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cd67ada4-6879-49b7-9142-e01073e166ce req-f0d0b768-30ef-4079-aae3-2360141ddd56 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0362813 Sep 30 09:48:32.259288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8307f-ad92-4072-9a35-ca34b0cce962 None None] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:32.263821 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3bcd9e02-6d94-4776-9b06-b9cb90822d42 req-c85ff6d3-bead-4d73-b21e-bd6e86c03b59 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.0457242 Sep 30 09:48:32.265321 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:32.265922 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.287429 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (968c2920-4fcd-439f-a381-e1ac75b8e14f), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.289984 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.292128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/968c2920-4fcd-439f-a381-e1ac75b8e14f HTTP/1.1" status: 204 len: 168 time: 0.2632480 Sep 30 09:48:32.304075 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea40df-c389-46cb-a6ea-3fe57aa0a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c2920-4fcd-439f-a381-e1ac75b8e14f,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:32.363179 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f46ace11-8e05-4267-9248-b0659d61cd9c admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1077445 Sep 30 09:48:32.364075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 58928) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:32.369844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:32.420549 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'project_id': '1330031e214045bf9d45c73da1445255', 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:48:32.421507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.503898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-12b1d8e9-78db-4e88-b4c6-337ac5f4952b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:32.505935 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-12b1d8e9-78db-4e88-b4c6-337ac5f4952b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 814 time: 0.1663640 Sep 30 09:48:32.512003 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (37948e78-e1ec-4aee-815b-077ddf094735), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.513140 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (37948e78-e1ec-4aee-815b-077ddf094735), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.538748 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'port': {'device_id': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'admin_state_up': True, 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:32.615474 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for router_controller (37948e78-e1ec-4aee-815b-077ddf094735), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.694623 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Allocated IP 172.20.0.2 (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7/6f26d679-c954-4e46-831c-7bd0a36da165/94897731-51b0-456e-b633-f954a65edcca) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:32.784691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Made reservation on behalf of 0be64f8f1d4b452e84a7bcd64f6100d1 for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:32.789807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.881423 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:32.881645 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks [] for port (94897731-51b0-456e-b633-f954a65edcca), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:32.936916 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=13 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:32.949385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for router_gateway (37948e78-e1ec-4aee-815b-077ddf094735), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.012764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (94897731-51b0-456e-b633-f954a65edcca), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.022911 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:33.035270 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9be725c4-cf21-4ebb-9f26-23a503461346 req-9151931e-a211-4ba7-b281-e34962bbb4b0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.0630991 Sep 30 09:48:33.039170 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68399220-0938-467a-87fe-47f57cdea68d req-d9d81695-a8cf-46e8-a50c-1b06570e2d94 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0816748 Sep 30 09:48:33.048406 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:33.059868 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:33.060837 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Allocated IP 172.20.0.7 (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7/509cb759-bc8e-41b1-b266-190b5b61d2ee/4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:33.062900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:33.070977 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:33.112360 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Pushing event updated for resources: {'Port': ['ID=94897731-51b0-456e-b633-f954a65edcca,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:33.149900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Attempting to bind port 94897731-51b0-456e-b633-f954a65edcca on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:33.150270 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Attempting to bind port 94897731-51b0-456e-b633-f954a65edcca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:33.150853 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Attempting to bind port 94897731-51b0-456e-b633-f954a65edcca on network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:33.281339 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.395730 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.552841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:33.553223 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Checking segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:33.553660 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.554016 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Bound using segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:33.563770 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c1606cf9-b4f8-4d68-a97f-7f68cbfddfba req-b33853e4-7f55-4ad3-aae7-b3daaeb15db3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.1737936 Sep 30 09:48:33.568603 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Bound port: 94897731-51b0-456e-b633-f954a65edcca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:33.568603 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (94897731-51b0-456e-b633-f954a65edcca), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.652264 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ceb2167d-e188-453f-80a7-7af9512c5dc6 req-e73d90c7-50d3-4ae2-abdb-07f7e2a6ef02 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d9208352-ebfe-4580-abf1-4e55bb98a5a3 HTTP/1.1" status: 200 len: 210 time: 0.1743066 Sep 30 09:48:33.657829 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:33.667293 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:33.677042 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:33.682084 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for router_gateway (37948e78-e1ec-4aee-815b-077ddf094735), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.682986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:33.695900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:33.712127 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.730686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-20712f89-659a-4cac-8382-93398774ab60 None None] For port 94897731-51b0-456e-b633-f954a65edcca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:33.734709 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-20712f89-659a-4cac-8382-93398774ab60 None None] For port 94897731-51b0-456e-b633-f954a65edcca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=94897731-51b0-456e-b633-f954a65edcca,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:33.772565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:33.773147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.774176 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:33.818206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (94897731-51b0-456e-b633-f954a65edcca), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:33.912592 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-c56c1aca-cfc1-4450-ae4c-4f571bcea28d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867733 Sep 30 09:48:33.915385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Allocated IP 172.37.6.74 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:33.921001 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712f89-659a-4cac-8382-93398774ab60 None None] Pushing event updated for resources: {'Port': ['ID=94897731-51b0-456e-b633-f954a65edcca,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:33.932584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Request body: {'port': {'device_id': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:34.073063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Provisioning complete for port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:34.073861 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:34.075261 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Attempt 1 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:34.105672 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:34.126454 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:34.185207 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:34.294453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:34.489638 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:34.493707 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:34.497120 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:34.499604 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:34.579581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 94897731-51b0-456e-b633-f954a65edcca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:34.688207 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Attempt 2 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:34.746945 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c620a9d0-8645-4d5b-8a0e-d57b99ed3e20 req-f2a5b31d-2657-4120-9539-9db158cf45e8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.3563647 Sep 30 09:48:34.827431 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:34.837820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ecb13-8a8e-43a8-9e67-5d9e6642b250 req-fc205c48-f735-49a0-be84-d99f3a1be75f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:34.839532 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8b0ecb13-8a8e-43a8-9e67-5d9e6642b250 req-fc205c48-f735-49a0-be84-d99f3a1be75f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 931 time: 0.4586225 Sep 30 09:48:34.865494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 94897731-51b0-456e-b633-f954a65edcca triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:34.865923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (94897731-51b0-456e-b633-f954a65edcca), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:34.866293 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 94897731-51b0-456e-b633-f954a65edcca Sep 30 09:48:34.875903 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:34.885461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:34.940004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:34.986182 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:35.033602 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for router_gateway (37948e78-e1ec-4aee-815b-077ddf094735), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.053116 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks [] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.064942 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 94897731-51b0-456e-b633-f954a65edcca is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:35.065405 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (94897731-51b0-456e-b633-f954a65edcca), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.151074 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 94897731-51b0-456e-b633-f954a65edcca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=94897731-51b0-456e-b633-f954a65edcca,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:35.244426 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (94897731-51b0-456e-b633-f954a65edcca), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.280471 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8b0ecb13-8a8e-43a8-9e67-5d9e6642b250 req-a987fca6-e680-4dcd-bec8-127da4a1f737 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071131 Sep 30 09:48:35.284353 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9b212966-6381-4483-8ef2-b613c2050d43 req-9726256d-6a48-4ae0-b363-ba7684bcb698 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.3906076 Sep 30 09:48:35.335621 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6b252b0d-1196-4bad-9798-6e3684510e91 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:35.341873 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6b252b0d-1196-4bad-9798-6e3684510e91 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.5110111 Sep 30 09:48:35.369338 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Transition to ACTIVE for port object 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:35.403289 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Attempt 3 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:35.509092 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:35.562538 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (37948e78-e1ec-4aee-815b-077ddf094735), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.569943 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=94897731-51b0-456e-b633-f954a65edcca,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:35.587653 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:35.611819 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-33df790e-dab9-47f1-85c4-e8cdc3a082cf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 472 time: 0.2029426 Sep 30 09:48:35.712401 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c201b-c1bb-4b8e-a839-7e5217283c6e None None] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:35.716400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668062-f527-45c4-840b-621de3124057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:35.765281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Attempting to bind port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:35.765935 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Attempting to bind port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:35.765935 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Attempting to bind port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 on network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:35.861320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 on network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:35.861656 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Attempting to bind port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 on network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:35.930713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Router 37948e78-e1ec-4aee-815b-077ddf094735 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:48:35.957053 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cbdd8cfe-4f17-4338-9c74-48463f2bed0a req-9974cd1c-11ab-4e47-a611-4048d3ba5480 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.0551269 Sep 30 09:48:35.982776 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:35.984199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Checking segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:35.984199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Bound using segment: {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:35.984199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Bound port: 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9721804e-7351-4e77-b7b7-263929da43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:35.994560 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.010066 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Attempt 4 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:36.109684 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:36.147747 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:36.163337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:36.168603 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:36.238447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:36.249633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Sync routers for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:36.254649 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.270644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:36.271453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:36.335270 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668062-f527-45c4-840b-621de3124057 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:36.338539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:36.339251 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.341433 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-78668062-f527-45c4-840b-621de3124057 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 1093 time: 2.4148765 Sep 30 09:48:36.342088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:36.344953 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498808ae-7557-44ad-ae91-b7a5674ee556" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:36.402913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.404466 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b9c3a20a-3feb-4d1e-b428-8c45ae1f94d3 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0389955 Sep 30 09:48:36.407231 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59024) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:36.445400 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:36.486628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:36.496321 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'port': {'device_id': '59975d37-8db0-4019-9303-88b12ef029ed', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'admin_state_up': True, 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'security_groups': ['47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:36.588772 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 94897731-51b0-456e-b633-f954a65edcca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:36.641730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 789f9272-6c06-496f-83bd-184cd3013e84 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:48:36.660573 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Attempt 5 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:36.696922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0bf51-4733-4420-9a8a-d7322407ab15 req-d3081036-7ffb-4c29-a3d1-f70ae9716353 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:36.700726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a6a0bf51-4733-4420-9a8a-d7322407ab15 req-d3081036-7ffb-4c29-a3d1-f70ae9716353 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.2633655 Sep 30 09:48:36.741780 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:36.748236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 789f9272-6c06-496f-83bd-184cd3013e84 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:48:36.748596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 789f9272-6c06-496f-83bd-184cd3013e84 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:48:36.785506 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3d0c8-d690-4936-b19d-6812e12e5660 None None] Port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:48:36.852330 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 94897731-51b0-456e-b633-f954a65edcca triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:36.852978 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (94897731-51b0-456e-b633-f954a65edcca), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.853634 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 94897731-51b0-456e-b633-f954a65edcca Sep 30 09:48:36.971049 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-8bb17e2e-c1f6-4bb4-a4d1-8941565ea73e None None] Provisioning complete for port 94897731-51b0-456e-b633-f954a65edcca triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:36.971297 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8bb17e2e-c1f6-4bb4-a4d1-8941565ea73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (94897731-51b0-456e-b633-f954a65edcca), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:36.971798 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-8bb17e2e-c1f6-4bb4-a4d1-8941565ea73e None None] Attempt 1 to provision port 94897731-51b0-456e-b633-f954a65edcca Sep 30 09:48:37.127777 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 94897731-51b0-456e-b633-f954a65edcca is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:37.153271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-b42b6c3b-f047-44e5-9037-0a91840fbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:37.154803 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-b42b6c3b-f047-44e5-9037-0a91840fbe27 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1127 time: 0.4719820 Sep 30 09:48:37.178947 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-3beaa1aa-2e36-4f68-b860-e8374d34cd21 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:37.180948 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-3beaa1aa-2e36-4f68-b860-e8374d34cd21 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 818 time: 0.3001127 Sep 30 09:48:37.195600 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a6a0bf51-4733-4420-9a8a-d7322407ab15 req-65a56034-9b42-47f8-90c6-07ea9f2f6911 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759867 Sep 30 09:48:37.286009 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-8bb17e2e-c1f6-4bb4-a4d1-8941565ea73e None None] Current status of the port 94897731-51b0-456e-b633-f954a65edcca is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:37.295835 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:34Z', 'revision_number': 3, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:37.346635 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:37.351540 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-da3fe3b9-8c72-415a-bed3-c35e6e8a5051 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 217 time: 0.1437304 Sep 30 09:48:37.369072 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:37.388014 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Checking router: 37948e78-e1ec-4aee-815b-077ddf094735 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:37.388365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Updating router 37948e78-e1ec-4aee-815b-077ddf094735 port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:37.417528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-24545ad1-fcd3-4d00-b1c8-e1250cf0ea00 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1c0948ddb014e6f93d6069bb5203890 HTTP/1.1" status: 200 len: 380 time: 0.1655197 Sep 30 09:48:37.436270 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:37.442565 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:37.449407 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bd8b7767-8124-4428-8751-51e1b864ae43 req-73d4a4b0-f9ef-415d-8216-95f1bbfea4c6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0649083 Sep 30 09:48:37.494680 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:37.504362 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:37.506773 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:37.562637 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dab4ff-7d5d-41c5-8e03-3bf5b91d0ffa x-openstack-request-id: req-62dab4ff-7d5d-41c5-8e03-3bf5b91d0ffa {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:37.562992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:37.566174 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62dab4ff-7d5d-41c5-8e03-3bf5b91d0ffa {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:37.566174 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dab4ff-7d5d-41c5-8e03-3bf5b91d0ffa'] response: {'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:48:37.669381 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Allocated IP 172.20.0.1 (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7/6f26d679-c954-4e46-831c-7bd0a36da165/6becbba2-d82d-4e76-9a4a-a17dc48fbef1) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:37.717579 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'port': {'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'admin_state_up': True, 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'security_groups': ['282fb47d-342a-46a3-b176-f701ce385057']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:37.723054 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:37.767682 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-72300526-8e94-424b-aec7-71eb43c5aac1 req-ae0db4db-ace2-4e42-940f-b1a92fae0807 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.1508834 Sep 30 09:48:37.899073 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-0f80f2d5-f824-4639-a6e5-f1f2d0c38a46 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:37.900733 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-0f80f2d5-f824-4639-a6e5-f1f2d0c38a46 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/networks?id=19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 200 len: 808 time: 0.5624475 Sep 30 09:48:37.940537 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks [] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:37.949691 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks [] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:37.988450 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Made reservation on behalf of f1c0948ddb014e6f93d6069bb5203890 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:37.993196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.015173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-4d15c9dd-8c20-4637-ad19-2d89887d83f1 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=068a17bb811448d28e4ba1907f47b8a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104882 Sep 30 09:48:38.036432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.067669 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-a6fc28ff-eba8-4af2-b16a-45813ef7e8bd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/quotas/c1eb9ddbc0a84a308ceffeae5198f229 HTTP/1.1" status: 200 len: 375 time: 0.1446068 Sep 30 09:48:38.082449 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.124489 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Attempting to bind port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:38.131117 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Attempting to bind port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:38.132412 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Attempting to bind port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:38.135144 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-9ac932de-799f-489b-89ff-13d29da22ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:38.136750 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-9ac932de-799f-489b-89ff-13d29da22ea7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.4067311 Sep 30 09:48:38.140293 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:38.174979 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:38.185594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:38.189274 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:38.191221 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (37948e78-e1ec-4aee-815b-077ddf094735), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.208924 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f4d8-5970-4190-bb95-f182362ab4c6 None None] Pushing event updated for resources: {'Port': ['ID=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:38.276453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:38.278946 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:38.281661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.282292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:38.284168 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Bound port: c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:38.284675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.309292 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:38.359791 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] For port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:38.363682 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] For port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:38.373471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Allocated IP 172.20.0.3 (069f8527-f158-4f06-809a-7a507bf3fc84/5097a34b-c136-47dd-9d48-0761ca5f7a16/411b31d5-4a9b-44b2-8ce8-22d9cb075ef9) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:38.428206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-15092213-043f-4777-8f97-1ca3bec01e3d tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3247359 Sep 30 09:48:38.430088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.461318 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.485540 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:38.489370 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:38.584920 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:38.585807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:38.669787 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:38.678386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-04ff69c6-a5c4-4a8a-a25a-cc6736a4e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:38.679916 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-04ff69c6-a5c4-4a8a-a25a-cc6736a4e786 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4771745 Sep 30 09:48:38.697904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Provisioning complete for port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:38.698581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.699002 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 1 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:38.703964 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.731721 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.20.0.6 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/b4db42a3-b3ea-4c10-8fa2-c3c219dd729e) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:38.736262 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f4d8-5970-4190-bb95-f182362ab4c6 None None] Pushing event updated for resources: {'Port': ['ID=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:38.750336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:38.789899 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:38.799015 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-8d97f39d-42c8-40be-8583-2bff88544c8d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:38.801101 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-8d97f39d-42c8-40be-8583-2bff88544c8d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7827013 Sep 30 09:48:38.846955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-a945509e-4ec7-452d-a512-3a2378b8acb4 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/quotas/068a17bb811448d28e4ba1907f47b8a1 HTTP/1.1" status: 200 len: 375 time: 0.0368173 Sep 30 09:48:38.881999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks [] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.887271 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-7bd5d9d6-1051-4647-8f9b-532fdfb2e362 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=068a17bb811448d28e4ba1907f47b8a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335584 Sep 30 09:48:38.941854 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-11802a8e-c2d4-41a4-9586-a940e7bfed2a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790566 Sep 30 09:48:38.960802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:38.962287 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (37948e78-e1ec-4aee-815b-077ddf094735), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:39.033221 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:39.037855 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:39.051770 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:39.091023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:37Z', 'revision_number': 1, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:39.330195 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 2 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:39.336655 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752be8a-4594-4cde-8bc6-8cb08370afd1 None None] The sync data for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi is: [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:37Z', 'revision_number': 1, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:39.376909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:39.395296 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-a68f571b-b1d1-4281-bf40-f4c50309a5ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477987 Sep 30 09:48:39.463925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:39.463925 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-f77d0521-a3e2-4f70-8d0d-4d150eb33da3 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943867 Sep 30 09:48:39.544879 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb05502-b356-4383-9a9b-c62f7ce29923 req-f18e27b1-02f7-444d-a8e0-caa154609adf tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:39.562033 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5cb05502-b356-4383-9a9b-c62f7ce29923 req-f18e27b1-02f7-444d-a8e0-caa154609adf tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.2183428 Sep 30 09:48:39.568828 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:39.585276 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:39.627340 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Network 069f8527-f158-4f06-809a-7a507bf3fc84 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:39.653100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:39.656156 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:39.670834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:39.671520 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:39.717526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event updated for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:39.816414 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a828ef39-483f-4ca3-adfb-0eabe27c7475 req-b8f2c62f-19e5-4021-8675-56459903415a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819275 Sep 30 09:48:39.832652 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:39.834283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:39.866904 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5cb05502-b356-4383-9a9b-c62f7ce29923 req-07c8aa35-ffc2-4727-a2b1-2c1f59f6fd4d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038983 Sep 30 09:48:39.878860 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 3 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:39.887528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-127a4acf-d3bc-4b51-97de-ec2bfaa24390 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1746423 Sep 30 09:48:39.930897 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Request body: {'port': {'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:39.996550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:39.997391 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:40.021374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:40.281760 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:40.447829 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:40.456556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Router 37948e78-e1ec-4aee-815b-077ddf094735 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:48:40.467669 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44796ad-fda3-47d7-bb74-9f1350bdfdaa req-c9c0f118-e21b-412b-9fe9-934ec08d08b6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:40.476148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a44796ad-fda3-47d7-bb74-9f1350bdfdaa req-c9c0f118-e21b-412b-9fe9-934ec08d08b6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 931 time: 0.4237342 Sep 30 09:48:40.478239 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:40.498299 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 4 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:40.506135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:40.590863 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:40.606790 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:40.715424 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a44796ad-fda3-47d7-bb74-9f1350bdfdaa req-3f9cc2c7-6bf7-470a-90fb-ad0e4ce16caa tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379410 Sep 30 09:48:40.727430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:40.728057 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:40.802690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-d81cb2cc-80d0-45f7-ae34-d3e49a14b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:40.809911 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-d81cb2cc-80d0-45f7-ae34-d3e49a14b1f5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1127 time: 0.5829701 Sep 30 09:48:40.818420 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8248af-04fc-4afa-9a0c-6bc184467351 req-09086abb-d4d9-4af5-8703-7d70e64db1cb tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:40.825944 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4f8248af-04fc-4afa-9a0c-6bc184467351 req-09086abb-d4d9-4af5-8703-7d70e64db1cb tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 931 time: 0.6993706 Sep 30 09:48:40.943190 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:40.946201 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-46c86624-46e3-405a-bb1f-1249ed2e2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:40.947757 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-46c86624-46e3-405a-bb1f-1249ed2e2e59 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.1197784 Sep 30 09:48:41.039961 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-06e31383-f7e3-43de-9b24-7b1fc5d0d679 req-ac468ee1-1ea2-4a32-89ec-91b236c1e657 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.0908444 Sep 30 09:48:41.048026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-fba0b17a-aa18-4313-9dc0-2ef1fb534eaa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5583477 Sep 30 09:48:41.091899 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:41.092506 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 5 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:41.113473 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks [] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:41.125849 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4f8248af-04fc-4afa-9a0c-6bc184467351 req-6e969380-44f9-41f0-bb95-553b3fa20f2a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994049 Sep 30 09:48:41.129241 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Transition to ACTIVE for port object 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:41.175988 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:41.213191 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18fd5313-d2f9-46c7-bbd6-fc7840d7d608 req-fe6aacfa-0908-4bf1-a8b5-e3cf7426d36f tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.0855443 Sep 30 09:48:41.233555 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:41.306182 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Pushing event updated for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:41.331676 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8f4d-364d-420b-9e23-91d55248f2bf req-72122efa-ce3d-48fd-b13a-7a4d37b47409 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:41.333710 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-250c8f4d-364d-420b-9e23-91d55248f2bf req-72122efa-ce3d-48fd-b13a-7a4d37b47409 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.0972393 Sep 30 09:48:41.335128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-dc275573-e9b5-4d39-8237-d2ddce7527a3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 217 time: 0.0533218 Sep 30 09:48:41.343143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Request body: {'port': {'device_id': '59975d37-8db0-4019-9303-88b12ef029ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:41.459453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Attempting to bind port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:41.462886 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Attempting to bind port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:41.463490 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Attempting to bind port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:41.529277 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:41.539257 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1c122395-a4bc-450f-9240-4715797225b1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/37948e78-e1ec-4aee-815b-077ddf094735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1308162 Sep 30 09:48:41.568335 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 on network 069f8527-f158-4f06-809a-7a507bf3fc84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:41.572795 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Attempting to bind port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 on network 069f8527-f158-4f06-809a-7a507bf3fc84 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:41.643753 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:41.644250 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Checking segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:41.644746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Bound using segment: {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:41.645356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Bound port: 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32f094-22aa-44bb-9338-b364f7aad433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:41.645816 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:41.677548 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 6 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:41.793497 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:41.859260 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:41.869196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:41.957967 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-250c8f4d-364d-420b-9e23-91d55248f2bf req-5d52831c-5a44-4cdd-87fb-1ab72b655b7a tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771468 Sep 30 09:48:41.971194 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:41.972902 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:41.974844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:41.979775 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 1093 time: 2.0663373 Sep 30 09:48:41.989121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:41.999329 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024b901-7929-47c6-9e8a-8fda0701ce3f" -d '{"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:42.039499 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909faa59-cb30-4b3d-b9d4-f65bd7cdca23 req-e0d22811-6610-4100-82fc-4906931c3a35 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.062327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-909faa59-cb30-4b3d-b9d4-f65bd7cdca23 req-e0d22811-6610-4100-82fc-4906931c3a35 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 943 time: 0.1265748 Sep 30 09:48:42.067587 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:42.068606 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:42.103758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4080cf-2f04-465a-9b6a-168f317b7b76 x-openstack-request-id: req-fb4080cf-2f04-465a-9b6a-168f317b7b76 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:42.104316 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:42.105348 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb4080cf-2f04-465a-9b6a-168f317b7b76 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:42.105944 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4080cf-2f04-465a-9b6a-168f317b7b76'] response: {'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'status': 'completed', 'code': 200} Sep 30 09:48:42.158155 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:42.166377 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c3cc0-5fc0-4735-b08f-c1fe17f8b52e service neutron] Pushing event updated for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:42.171605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-884b83f7-0938-4183-ad7f-1b09419f07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.173589 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-884b83f7-0938-4183-ad7f-1b09419f07d2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.7924941 Sep 30 09:48:42.194353 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-909faa59-cb30-4b3d-b9d4-f65bd7cdca23 req-679595ef-4e69-4151-b7fa-3fded0c2f9d8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948493 Sep 30 09:48:42.280768 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a3614ef6-53ad-4956-8ef2-a9c999cea81b req-292e2f1b-9b42-4d54-94b1-dd86f259122d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.0852480 Sep 30 09:48:42.294845 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 7 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:42.369113 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:42.403868 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:42.410761 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-9240c589-1717-4c42-9829-a27cf95ffe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.418091 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-9240c589-1717-4c42-9829-a27cf95ffe38 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1127 time: 0.1206656 Sep 30 09:48:42.506951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:42.524485 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-86dd45c9-b4e1-4be1-a3c9-f8ef483c2836 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 217 time: 0.0683143 Sep 30 09:48:42.585672 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:42.586275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:42.586881 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 Sep 30 09:48:42.699749 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708240e-0981-4148-8293-355bbe2957ae req-f3ba6aa4-4160-4278-89a4-2ace7e372935 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.701324 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7708240e-0981-4148-8293-355bbe2957ae req-f3ba6aa4-4160-4278-89a4-2ace7e372935 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 931 time: 0.3276629 Sep 30 09:48:42.717470 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-64c4fe46-e18e-4490-8423-353a5f080e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.719642 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-64c4fe46-e18e-4490-8423-353a5f080e10 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.1699739 Sep 30 09:48:42.771964 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-51e1fe37-451d-439d-9024-932f88be8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:42.773605 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-51e1fe37-451d-439d-9024-932f88be8f18 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470037 Sep 30 09:48:42.798033 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:42.799077 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:42.849147 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:42.905162 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 8 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:42.948640 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.030556 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-7579f6ad-6170-42fa-afe9-e350f727f24c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369037 Sep 30 09:48:43.052486 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59134) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:43.057719 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:43.058206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:43.060987 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-236201644-network', 'tenant_id': '82b48c489465430a836de26d4aa39440'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:43.085814 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4db42a3-b3ea-4c10-8fa2-c3c219dd729e {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:43.096555 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f6f55a62-09bc-44fc-b4bd-553579d26e2a req-6085b3c0-204e-4a84-80f1-aad9a2a352b3 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.5499065 Sep 30 09:48:43.110972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-fd27d845-799e-48dc-bbf7-0db786dfb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:43.121108 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-fd27d845-799e-48dc-bbf7-0db786dfb4b9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7345824 Sep 30 09:48:43.121108 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks [] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.147687 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:43.184640 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Made reservation on behalf of 82b48c489465430a836de26d4aa39440 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:43.188390 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.207713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.232316 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7708240e-0981-4148-8293-355bbe2957ae req-fa89dd36-4bc0-41fc-a5a8-48ca7f3a399e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454849 Sep 30 09:48:43.233473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Transition to ACTIVE for port object b4db42a3-b3ea-4c10-8fa2-c3c219dd729e will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:43.309250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.332858 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09ac6-f499-4d5b-9655-c14214bb5958 req-79457592-4f5d-4303-a2f9-05968e37b8a6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:43.337585 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-37c09ac6-f499-4d5b-9655-c14214bb5958 req-79457592-4f5d-4303-a2f9-05968e37b8a6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.0953915 Sep 30 09:48:43.342930 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Sync routers for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:43.357953 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:43.358383 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks [] for security_group (29ade661-fd3d-44f0-8558-9190e721e633), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.358796 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:43.424697 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (29ade661-fd3d-44f0-8558-9190e721e633), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.457403 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:43.461738 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ade661-fd3d-44f0-8558-9190e721e633,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:43.475612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:48:43.489893 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (20943992-40cd-4c03-a0f9-331f0f5fa72a), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.491190 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Added segment 20943992-40cd-4c03-a0f9-331f0f5fa72a of type vlan for network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 Sep 30 09:48:43.506394 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:43.543406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91c5b-ee0d-4909-84bf-527680271dbd req-394bf80a-69bc-465b-b9d5-3da42bad6b94 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:43.545130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d9d91c5b-ee0d-4909-84bf-527680271dbd req-394bf80a-69bc-465b-b9d5-3da42bad6b94 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 943 time: 0.2053895 Sep 30 09:48:43.551738 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (a62b74a3-1997-4c61-bbde-a23d7b16ffe0), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.559417 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 9 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:43.577366 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-37c09ac6-f499-4d5b-9655-c14214bb5958 req-d64af49c-98fc-48a4-ab96-1436de3cc4e7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088211 Sep 30 09:48:43.621729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:43.683756 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (a62b74a3-1997-4c61-bbde-a23d7b16ffe0), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.688496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:43.690617 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:43.718820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Attempting to bind port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:43.718820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Attempting to bind port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:43.718820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Attempting to bind port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:43.815918 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d9d91c5b-ee0d-4909-84bf-527680271dbd req-137d45ba-2ba0-47ee-8cc1-8ea7a5f63260 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609332 Sep 30 09:48:43.819408 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1719e6c7-3da9-44f9-b37b-0a7e36acd137 req-c15a7464-b4aa-461e-b19e-133f5d5343b3 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.1325529 Sep 30 09:48:43.871829 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 2, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:43.931645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e on network d038a068-f643-497f-8e6f-7d6e8fb5892b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:43.931998 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Attempting to bind port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:43.936948 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Checking router: 37948e78-e1ec-4aee-815b-077ddf094735 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:43.937568 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Updating router 37948e78-e1ec-4aee-815b-077ddf094735 port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:43.977098 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-19e05168-1760-475d-8008-44f09a2da839 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=068a17bb811448d28e4ba1907f47b8a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401366 Sep 30 09:48:43.991654 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.001119 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9461517 Sep 30 09:48:44.009873 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-09b27f70-fd82-4987-8f69-91051dc3e05c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650453 Sep 30 09:48:44.012612 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59146) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:44.014696 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.034310 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Request body: {'subnet': {'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-236201644-subnet', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:44.050826 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37c855-70f2-4489-a8bf-c2b07a710a35 admin admin] Pushing event updated for resources: {'Network': ['ID=a62b74a3-1997-4c61-bbde-a23d7b16ffe0,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:44.068985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:48:44.198877 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Attempt 10 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:44.438540 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d9a79815-1755-4b44-a2fd-c5cd0c1e97f4 None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:44.440108 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c56b01cf-acfe-4f69-b99f-e6113a963d7e req-1985ced5-a90b-408d-997f-64c876917405 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348516 Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Bound port: b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.441594 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19c6c404-54f9-4e63-bbbe-f0f486a4b6b3 req-f0095abb-a9ef-47b4-a941-07287546e45b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.0757320 Sep 30 09:48:44.446561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Provisioning complete for port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:44.446561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.446561 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Attempt 1 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:44.477217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-498808ae-7557-44ad-ae91-b7a5674ee556 req-279d9169-5b33-4410-a455-7bf261046138 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367237 Sep 30 09:48:44.608227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.608227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:44.608227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:44.608482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-79bc0b5d-3f28-4769-8764-eec2cc42f7d5 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:44.608482 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-79bc0b5d-3f28-4769-8764-eec2cc42f7d5 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5562429 Sep 30 09:48:44.608482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Request body: {'port': {'device_id': 'c655458b-a040-4717-91aa-3e156bac1764', 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36', 'admin_state_up': True, 'tenant_id': '068a17bb811448d28e4ba1907f47b8a1'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:44.608734 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d08b-9be9-40ef-881f-114ce41d24c9 req-cf1ed530-72aa-4978-9e75-194fb162c886 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:44.608734 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-70c9d08b-9be9-40ef-881f-114ce41d24c9 req-cf1ed530-72aa-4978-9e75-194fb162c886 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.1955862 Sep 30 09:48:44.610883 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.665824 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks [] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.666897 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:44.676625 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:44.676625 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.676625 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 Sep 30 09:48:44.728635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:44.811213 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.831012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:44.840987 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.847926 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.856034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Made reservation on behalf of 82b48c489465430a836de26d4aa39440 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:44.861947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.865232 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.890858 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-70c9d08b-9be9-40ef-881f-114ce41d24c9 req-75eb3f9d-0714-46ad-b825-26bd215f5134 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851613 Sep 30 09:48:44.907527 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:44.914178 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1f650-fb77-48fa-a9c9-c5d4bd0dc3e1 None None] Pushing event updated for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:44.935855 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:44.939400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.948990 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/b4db42a3-b3ea-4c10-8fa2-c3c219dd729e HTTP/1.1" status: 200 len: 1093 time: 3.7103009 Sep 30 09:48:44.951541 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:44.963283 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:44.965906 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Made reservation on behalf of 068a17bb811448d28e4ba1907f47b8a1 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:44.972619 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:44.977326 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Attempting to bind port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:44.977698 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Attempting to bind port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:44.978137 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Attempting to bind port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 on network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:44.996645 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.038027 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Attempt 2 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:45.074537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa71c-ab8a-4432-95f5-5d54baf7c7f9 req-45644b02-0bd9-4dc9-9b71-1777f5087a75 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:45.076565 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f3fa71c-ab8a-4432-95f5-5d54baf7c7f9 req-45644b02-0bd9-4dc9-9b71-1777f5087a75 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.3280544 Sep 30 09:48:45.086312 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:45.089913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Checking segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:45.094792 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.094792 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Bound using segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:45.094792 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Bound port: 6becbba2-d82d-4e76-9a4a-a17dc48fbef1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:45.094792 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.102687 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219a3c7-cbe9-472d-9707-e4ca0ca612c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:45.118283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:45.129559 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:45.140352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks [] for security_group (999e6db3-6caa-46cb-a505-33827a011de7), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.188765 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] For port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:45.193845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074c75-ddaa-4851-83ba-9166b44c1072 req-8ec57240-85df-4714-9089-3a296c709cdb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:45.199115 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] For port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:45.201149 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60074c75-ddaa-4851-83ba-9166b44c1072 req-8ec57240-85df-4714-9089-3a296c709cdb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 943 time: 0.2150261 Sep 30 09:48:45.251166 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (999e6db3-6caa-46cb-a505-33827a011de7), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.257131 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3f3fa71c-ab8a-4432-95f5-5d54baf7c7f9 req-966a995c-de30-4d49-bd0f-4b07f0c6e064 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647067 Sep 30 09:48:45.295240 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.309546 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:45.369617 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60074c75-ddaa-4851-83ba-9166b44c1072 req-3443a7ee-9d63-42c8-b851-88376107e35d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561549 Sep 30 09:48:45.398214 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1f650-fb77-48fa-a9c9-c5d4bd0dc3e1 None None] Pushing event updated for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:45.409425 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:45.410226 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:45.437957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999e6db3-6caa-46cb-a505-33827a011de7,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:45.501472 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4baeef09-f25d-4c40-a1d8-803b4a17204e req-4835836d-95f8-427a-a1de-d66601332b8c tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.1082230 Sep 30 09:48:45.556070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfea8ae5-f478-4a00-b20e-a5b3e41f0ea7 x-openstack-request-id: req-dfea8ae5-f478-4a00-b20e-a5b3e41f0ea7 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:45.556070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:45.556070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfea8ae5-f478-4a00-b20e-a5b3e41f0ea7 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:45.556070 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfea8ae5-f478-4a00-b20e-a5b3e41f0ea7'] response: {'name': 'network-changed', 'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'status': 'completed', 'code': 200} Sep 30 09:48:45.566300 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:45.633560 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Attempt 3 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:45.641089 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bea160a5-1624-4350-a5cf-f1f754cbaa29 req-5479868e-8865-477e-8334-696c6b483502 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.0326900 Sep 30 09:48:45.653479 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Allocated IP 192.168.233.188 (12053c4e-c351-40a7-b2e4-33aed16dfa36/1709c78e-ce9a-4597-8077-64dbb251f1de/0f24f809-3568-48d6-bb30-cdcc4f2c72c6) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:45.699988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (cb979a21-95fe-4786-aec7-486f57a26635), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.735326 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:45.794623 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb979a21-95fe-4786-aec7-486f57a26635,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:45.804453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Current status of the port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:45.804858 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.815707 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Checking segment: {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:45.816346 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Network hostable DHCP agents. Network: a62b74a3-1997-4c61-bbde-a23d7b16ffe0, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:48:45.860051 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] For port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:45.874785 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:45.908417 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0538b-b1ff-473b-bead-d9879d7ba290 None None] The sync data for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi is: [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:45.938482 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:48:45.961891 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:45.970068 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks [] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.027276 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af83ec-c9a4-47b0-872c-0d06dde32dae None None] Pushing event updated for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:46.047449 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debdd09-5c3f-4f0b-8100-18cd4a24d777 req-ca4ffef1-8a19-4c2f-8959-16ae100794a1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.049055 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4debdd09-5c3f-4f0b-8100-18cd4a24d777 req-ca4ffef1-8a19-4c2f-8959-16ae100794a1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.0767977 Sep 30 09:48:46.050856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a62b74a3-1997-4c61-bbde-a23d7b16ffe0) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:46.054977 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.055645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.061118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1886db-483e-404a-9e6c-adbdfb3ff1e3 None None] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:46.103433 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.108446 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4debdd09-5c3f-4f0b-8100-18cd4a24d777 req-fd09175d-c136-4e3e-a935-39365e16fde6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Sep 30 09:48:46.169923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Network 12053c4e-c351-40a7-b2e4-33aed16dfa36 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:46.173509 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:46.189710 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4b0dc396-ca0e-4efa-b071-fb800a6c033b admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1731644 Sep 30 09:48:46.190389 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59174) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:46.191347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:46.195905 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.196510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.199433 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Pushing event updated for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:46.201894 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:46.211249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'project_id': '82b48c489465430a836de26d4aa39440', 'fixed_ips': [{'subnet_id': 'cb979a21-95fe-4786-aec7-486f57a26635'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:48:46.211249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.308036 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (db6f149a-34bc-4487-b8ce-0862cd629265), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.309469 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (db6f149a-34bc-4487-b8ce-0862cd629265), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.313640 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-3eb1e342-dd58-4ad5-868c-795152b5000f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7330980 Sep 30 09:48:46.414697 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for router_controller (db6f149a-34bc-4487-b8ce-0862cd629265), precommit_add_association {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.461403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Allocated IP 172.20.0.2 (a62b74a3-1997-4c61-bbde-a23d7b16ffe0/cb979a21-95fe-4786-aec7-486f57a26635/369d3278-0f1d-4fb4-82c6-97d7f3b3655d) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:46.491552 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f872e-b850-412c-bc79-e015215b3942 req-1cc978cc-1724-4a2e-87f8-dc24d8846621 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.493294 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-574f872e-b850-412c-bc79-e015215b3942 req-1cc978cc-1724-4a2e-87f8-dc24d8846621 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.0772746 Sep 30 09:48:46.566419 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:46.572011 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:46.602902 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Provisioning complete for port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:46.603282 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.603621 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 1 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:46.679255 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:46.712439 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for router_gateway (db6f149a-34bc-4487-b8ce-0862cd629265), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.716506 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:46.716927 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.717485 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 Sep 30 09:48:46.733821 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc1fe-20ee-4fed-94af-74fa79210a53 req-d7cfb816-e660-4714-9073-b9ff68805397 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.738017 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a62cc1fe-20ee-4fed-94af-74fa79210a53 req-d7cfb816-e660-4714-9073-b9ff68805397 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 943 time: 0.1710117 Sep 30 09:48:46.783650 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-574f872e-b850-412c-bc79-e015215b3942 req-578da0bc-d395-44f1-b043-d2536fc0b911 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595019 Sep 30 09:48:46.817459 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a62cc1fe-20ee-4fed-94af-74fa79210a53 req-766ce2e3-54de-473c-ba9d-2fadf54d1e1c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762293 Sep 30 09:48:46.832909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks [] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:46.913837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Request body: {'port': {'device_id': 'c655458b-a040-4717-91aa-3e156bac1764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:46.958143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:47.024786 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:47.032719 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:47.051954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:47.056521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:47.064924 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Pushing event updated for resources: {'Port': ['ID=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:47.069062 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:47.156412 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Attempting to bind port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:47.157311 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Attempting to bind port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:47.157947 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Attempting to bind port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d on network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:47.202764 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-3103fe3a-66be-4cf6-bf7b-e0f97bf36965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.202764 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-3103fe3a-66be-4cf6-bf7b-e0f97bf36965 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1127 time: 0.1040018 Sep 30 09:48:47.209710 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 2 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:47.298435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:47.304893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:47.305232 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Checking segment: {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:47.305756 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:47.306119 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Bound using segment: {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:47.306419 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Bound port: 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:47.306818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:47.343131 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:47.442274 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] For port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:47.445713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:47.448329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] For port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:47.450370 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-5d310267-cbd0-4643-87dc-d046ea3b3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.451923 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-5d310267-cbd0-4643-87dc-d046ea3b3bf2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 1127 time: 0.2716160 Sep 30 09:48:47.485098 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:47.493900 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4bedb180-9510-4caf-bebc-34402a19fd3b req-b2559437-c50d-4e11-9e97-7995de8af72a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.3121030 Sep 30 09:48:47.520145 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:47.528600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572fa19-d6d7-4a3f-abdf-9bc6e9d8db14 req-3e005268-7645-490b-a5d1-6452f0ffb7f8 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.530187 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0572fa19-d6d7-4a3f-abdf-9bc6e9d8db14 req-3e005268-7645-490b-a5d1-6452f0ffb7f8 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 936 time: 0.3522081 Sep 30 09:48:47.554112 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-12ac07f2-43bf-4684-ad50-ca134c289850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.557577 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-12ac07f2-43bf-4684-ad50-ca134c289850 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.3286963 Sep 30 09:48:47.648598 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365548-0243-4a1c-ab3f-90ed96237f19 None None] Pushing event updated for resources: {'Port': ['ID=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:47.683664 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-f199dd7b-214b-4e43-9da2-8cbc2f8542e1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e HTTP/1.1" status: 200 len: 217 time: 0.1803093 Sep 30 09:48:47.787523 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-29f5c7e3-1999-4086-a64d-a7d7b64c47ce tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.789182 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-29f5c7e3-1999-4086-a64d-a7d7b64c47ce tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "GET /networking/v2.0/networks?id=19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 200 len: 808 time: 0.6100817 Sep 30 09:48:47.800253 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 3 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:47.897746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Request body: {'port': {'device_id': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f', 'admin_state_up': True, 'tenant_id': 'c1eb9ddbc0a84a308ceffeae5198f229'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:47.923727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:47.984131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5209a-0b51-4ce5-b0c5-05391b139138 req-28445cef-f4ab-4fb7-8f1b-2b5f7405aaff tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.986162 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fb5209a-0b51-4ce5-b0c5-05391b139138 req-28445cef-f4ab-4fb7-8f1b-2b5f7405aaff tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.3249106 Sep 30 09:48:48.093997 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0572fa19-d6d7-4a3f-abdf-9bc6e9d8db14 req-9453a2e8-1dab-4513-93b5-b5c9acd14e04 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113091 Sep 30 09:48:48.138920 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6da58844-a407-4724-8f55-62a5eecaacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.140755 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-6da58844-a407-4724-8f55-62a5eecaacc7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.2679417 Sep 30 09:48:48.159168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for router_gateway (db6f149a-34bc-4487-b8ce-0862cd629265), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:48.233017 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:48.261921 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:48.276554 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fb5209a-0b51-4ce5-b0c5-05391b139138 req-c9110a2c-9919-4f21-b08e-87ef12f623e0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310979 Sep 30 09:48:48.276792 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-aa8482ee-ceea-4175-9d24-2a5dd2ea3c4c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 217 time: 0.4234722 Sep 30 09:48:48.309798 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:48.316571 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-ace8752f-0826-4bea-b7fb-a7b2731b8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.318205 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-ace8752f-0826-4bea-b7fb-a7b2731b8053 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1515884 Sep 30 09:48:48.424812 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 4 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:48.430379 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks [] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:48.445148 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-8f6349ee-ef09-434d-9541-d208d9a08b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.446651 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-8f6349ee-ef09-434d-9541-d208d9a08b4b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.1196549 Sep 30 09:48:48.472049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abf8d6-f92b-4338-9fed-df9da526d835 req-fc189d7a-e7bf-4747-906c-1e616ee070d6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.473719 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:48.479501 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-56abf8d6-f92b-4338-9fed-df9da526d835 req-fc189d7a-e7bf-4747-906c-1e616ee070d6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.2772818 Sep 30 09:48:48.486505 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 369d3278-0f1d-4fb4-82c6-97d7f3b3655d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:48.505078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Transition to ACTIVE for port object 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:48.537813 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-c99a5538-e86c-4674-ad02-035d65978290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.539361 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-c99a5538-e86c-4674-ad02-035d65978290 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652215 Sep 30 09:48:48.556847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:48.616254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:48.632335 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:48.633114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:48.633495 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d Sep 30 09:48:48.717711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:48.720666 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:48.747265 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd76f0-3771-449c-9e81-45c6ceec12c0 req-09666665-c38a-4da4-9fa5-353ff367c7ff tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.756425 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-36cd76f0-3771-449c-9e81-45c6ceec12c0 req-09666665-c38a-4da4-9fa5-353ff367c7ff tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 943 time: 0.2928627 Sep 30 09:48:48.806074 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:48.839847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Pushing event updated for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:48.862582 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-56abf8d6-f92b-4338-9fed-df9da526d835 req-e295a835-2d1a-48de-b8fd-5033b26874ec tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821089 Sep 30 09:48:48.889550 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-f845e703-437a-4b25-b269-244d981e79ca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257893 Sep 30 09:48:48.897698 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Attempting to bind port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:48.898232 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Attempting to bind port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:48.898776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Attempting to bind port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 on network 12053c4e-c351-40a7-b2e4-33aed16dfa36 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:48.899395 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Allocated IP 172.37.6.174 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/5ce7c4c9-91a6-4157-b354-718efb743f8e) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:48.942974 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.db.resource_extend [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 30 09:48:48.967591 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-b4f5535d-64b6-481c-af5c-1769db990555 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157779 Sep 30 09:48:48.987088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Made reservation on behalf of c1eb9ddbc0a84a308ceffeae5198f229 for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:48:48.991095 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.045413 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 on network 12053c4e-c351-40a7-b2e4-33aed16dfa36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:49.045749 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Attempting to bind port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 on network 12053c4e-c351-40a7-b2e4-33aed16dfa36 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:49.058893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:49.075066 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 5 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:49.081041 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:49.081220 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-36cd76f0-3771-449c-9e81-45c6ceec12c0 req-11164885-6472-4c9e-bc9d-397c1cab1782 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232865 Sep 30 09:48:49.103193 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:49.123949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:49.123949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.169047 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:49.169470 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Checking segment: {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:49.169974 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Bound using segment: {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:49.170687 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Bound port: 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa4ec80-7280-443d-9bff-e3974e62ecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:49.170951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.176300 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8024b901-7929-47c6-9e8a-8fda0701ce3f req-8fdf48cd-a7d9-4dbe-9478-dac3c49d6c2b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011540 Sep 30 09:48:49.176929 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e974232-05a0-41e9-9796-171c8d9322a2 None None] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:48:49.188740 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-34b281b1-8bb9-487a-9820-4d6f6c23adb7 req-8da2ddd8-4c06-47d0-af4b-e69005908296 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.2083831 Sep 30 09:48:49.259944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:49.263900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:49.264357 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.269781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:49.271594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:49.274993 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:49.282632 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:49.293781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:49.325293 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:49.328941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:49.353140 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.373594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.387742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bebcba81-f710-4832-9683-bd97984ca1d2 req-2f929c16-14db-4b70-952e-7289447342d4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457092 Sep 30 09:48:49.387957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:49.387957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.387957 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/0f24f809-3568-48d6-bb30-cdcc4f2c72c6 HTTP/1.1" status: 200 len: 1098 time: 2.4723465 Sep 30 09:48:49.387957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:49.389046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d26984-6ec3-46c9-91ce-28d625e74789" -d '{"events": [{"name": "network-changed", "server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:49.400148 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65af73-bfa9-404b-b490-356578de00ba req-40dabf9b-d4c2-4cfd-b51c-dec3c07e6682 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:49.402747 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7c65af73-bfa9-404b-b490-356578de00ba req-40dabf9b-d4c2-4cfd-b51c-dec3c07e6682 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 948 time: 0.1698596 Sep 30 09:48:49.430566 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:49.441249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.449618 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:49.451450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.462997 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454aed5-fe7d-4bef-8ad2-aa5708b131ba service neutron] Pushing event updated for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:49.513703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:49.540715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4af9f-11e6-4c44-b12d-16357069ac7e req-f115b5a1-a162-4c0d-918a-7d0991be22ea tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:49.543362 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-10e4af9f-11e6-4c44-b12d-16357069ac7e req-f115b5a1-a162-4c0d-918a-7d0991be22ea tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.1395197 Sep 30 09:48:49.544478 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Allocated IP 172.20.0.8 (19f705b3-87b0-406c-8a82-287369b1f01f/cc6f8afb-b389-431a-9b53-54a02cc2cc80/ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:49.601543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7c65af73-bfa9-404b-b490-356578de00ba req-7a0fb587-333f-475a-b170-f068bc1e486e tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645749 Sep 30 09:48:49.652770 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d3aa6-562a-4648-8bb4-980e6cc195ef x-openstack-request-id: req-5b0d3aa6-562a-4648-8bb4-980e6cc195ef {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:49.652938 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-10e4af9f-11e6-4c44-b12d-16357069ac7e req-6b88c5d6-5e25-4297-8db1-74e030da19ad tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954454 Sep 30 09:48:49.653034 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:49.656582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b0d3aa6-562a-4648-8bb4-980e6cc195ef {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:49.657115 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0d3aa6-562a-4648-8bb4-980e6cc195ef'] response: {'name': 'network-changed', 'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6', 'status': 'completed', 'code': 200} Sep 30 09:48:49.711600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.753177 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:49.762044 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Attempt 6 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:48:49.763716 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:49.764345 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:49.769458 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:49.814256 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Pushing event updated for resources: {'Port': ['ID=5ce7c4c9-91a6-4157-b354-718efb743f8e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:49.831983 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c30847de-f5c8-4766-b8f4-c4510cb9a81b None None] Port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:48:49.847572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks [] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.949291 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:49.954567 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-b25764dc-b458-4c7e-9653-3da0f51e84be None None] Provisioning complete for port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:49.955299 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b25764dc-b458-4c7e-9653-3da0f51e84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:49.955425 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-b25764dc-b458-4c7e-9653-3da0f51e84be None None] Attempt 1 to provision port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d Sep 30 09:48:49.985857 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:50.018153 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313632ca-eb8a-41cc-9e76-d3e99bfb82c5 req-bf2e70f2-6602-4468-a3b0-d17b68a16c66 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.020185 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-313632ca-eb8a-41cc-9e76-d3e99bfb82c5 req-bf2e70f2-6602-4468-a3b0-d17b68a16c66 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.0609112 Sep 30 09:48:50.030878 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-b25764dc-b458-4c7e-9653-3da0f51e84be None None] Current status of the port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:50.066713 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-313632ca-eb8a-41cc-9e76-d3e99bfb82c5 req-730328c8-2bd6-48c5-b60c-b4b409ef702e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Sep 30 09:48:50.109628 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.198355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Network 19f705b3-87b0-406c-8a82-287369b1f01f is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:50.211510 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:50.438807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 369d3278-0f1d-4fb4-82c6-97d7f3b3655d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:50.442006 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:50.446744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Pushing event updated for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:50.480555 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:50.485948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:50.486326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.486734 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d Sep 30 09:48:50.565798 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fc8a2-8326-4404-afd9-bcd13afc826c req-4398d8bd-122a-4c70-ac33-4cad316da811 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.567301 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c65fc8a2-8326-4404-afd9-bcd13afc826c req-4398d8bd-122a-4c70-ac33-4cad316da811 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 944 time: 0.3777575 Sep 30 09:48:50.582959 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.583558 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.597794 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8201a-044a-4b25-b914-657ab12979ca req-fa1732bc-6014-4ece-98aa-7f1d9fea6250 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.599242 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60e8201a-044a-4b25-b914-657ab12979ca req-fa1732bc-6014-4ece-98aa-7f1d9fea6250 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 931 time: 0.1583841 Sep 30 09:48:50.614732 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for router_gateway (db6f149a-34bc-4487-b8ce-0862cd629265), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.628206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:50.708811 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c65fc8a2-8326-4404-afd9-bcd13afc826c req-a42443f1-73f5-478c-9bb6-cb27e4d90a0a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330960 Sep 30 09:48:50.708999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:50.749908 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-aabd3f61-a88e-44e8-813f-e53216b776ea tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8920467 Sep 30 09:48:50.755185 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60e8201a-044a-4b25-b914-657ab12979ca req-ca14a4a1-b8d1-4ab4-aab4-720eac0b52c7 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477647 Sep 30 09:48:50.762700 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:48:50.846851 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:50.847234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.847572 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 Sep 30 09:48:50.902662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddafd9-75fb-4337-ae29-a6f96cb94387 req-73c86d05-6aa9-4445-ae60-8bfa35dba61d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.904191 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5bddafd9-75fb-4337-ae29-a6f96cb94387 req-73c86d05-6aa9-4445-ae60-8bfa35dba61d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 948 time: 0.1176159 Sep 30 09:48:50.905045 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:50.924973 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:50.925368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:50.941574 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fde07-4ce6-4e15-8c6d-e03c044a8ba0 req-8e4fa5fd-98cb-49a6-84ae-8c4288f09263 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.943118 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b4fde07-4ce6-4e15-8c6d-e03c044a8ba0 req-8e4fa5fd-98cb-49a6-84ae-8c4288f09263 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.0990751 Sep 30 09:48:50.949972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:50.951855 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df369313-c685-4aaf-ac60-6df10fe48edb" -d '{"events": [{"server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "name": "network-vif-plugged", "status": "completed", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:50.965818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:51.012083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (db6f149a-34bc-4487-b8ce-0862cd629265), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:51.033834 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:51.035184 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5bddafd9-75fb-4337-ae29-a6f96cb94387 req-b4039345-016d-408e-b895-621e15392d9f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022048 Sep 30 09:48:51.041822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:51.071863 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b4fde07-4ce6-4e15-8c6d-e03c044a8ba0 req-e3dd2c76-d235-4665-bb75-7174b4cf5049 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209037 Sep 30 09:48:51.090526 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:51.101122 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91faf053-231e-45d4-b8a4-51d6f1a0104f x-openstack-request-id: req-91faf053-231e-45d4-b8a4-51d6f1a0104f {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:51.101546 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "name": "network-vif-plugged", "status": "completed", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:51.101895 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91faf053-231e-45d4-b8a4-51d6f1a0104f {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:51.102386 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91faf053-231e-45d4-b8a4-51d6f1a0104f'] response: {'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'code': 200} Sep 30 09:48:51.203992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b51c4-61be-4eaf-bf3c-154524537e53 req-afd47c72-e92f-4739-b2a5-4afe1e52228d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.205461 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a47b51c4-61be-4eaf-bf3c-154524537e53 req-afd47c72-e92f-4739-b2a5-4afe1e52228d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.0572238 Sep 30 09:48:51.210704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:51.239467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-abe1fc6e-5a99-4e6b-a30a-3e032f2c31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.240967 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-abe1fc6e-5a99-4e6b-a30a-3e032f2c31c0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=068a17bb811448d28e4ba1907f47b8a1&device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 1132 time: 0.0395255 Sep 30 09:48:51.251418 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Request body: {'port': {'device_id': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:51.291844 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-c2b7b899-4d30-4b1e-9940-1a41fd8124d9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6 HTTP/1.1" status: 200 len: 217 time: 0.0334749 Sep 30 09:48:51.318211 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a47b51c4-61be-4eaf-bf3c-154524537e53 req-439600db-afbd-4447-b93d-a1b783931249 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063509 Sep 30 09:48:51.318794 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Router db6f149a-34bc-4487-b8ce-0862cd629265 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:48:51.332217 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-43206851-1861-46c7-9059-931169a1a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.333802 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-43206851-1861-46c7-9059-931169a1a78a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 1127 time: 0.0990388 Sep 30 09:48:51.350910 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-4e6eb310-6b86-4815-885e-6a2b704e02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.352434 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-4e6eb310-6b86-4815-885e-6a2b704e02f3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1709c78e-ce9a-4597-8077-64dbb251f1de HTTP/1.1" status: 200 len: 843 time: 0.0549562 Sep 30 09:48:51.397605 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-11f11225-868f-4be7-8b12-159330cbea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.399270 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-11f11225-868f-4be7-8b12-159330cbea1c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12053c4e-c351-40a7-b2e4-33aed16dfa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0412886 Sep 30 09:48:51.416728 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:51.512523 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-d2680602-6b94-4ad0-9baa-0eb3d6678a09 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12053c4e-c351-40a7-b2e4-33aed16dfa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068130 Sep 30 09:48:51.535764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ee48e36c-9f0f-46dc-bba4-4f43d9b73072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:51.566301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:51.581583 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-bfc5aef2-c882-4453-9c2d-494e95a46f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.583224 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-bfc5aef2-c882-4453-9c2d-494e95a46f27 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.2389731 Sep 30 09:48:51.639807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:51.649249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Sync routers for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:51.657392 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b37e3-4e8e-4c23-9dfc-72f2777864a0 req-6976785c-f28a-4700-a1b2-9d7bb78631b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.658898 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-ca8b37e3-4e8e-4c23-9dfc-72f2777864a0 req-6976785c-f28a-4700-a1b2-9d7bb78631b9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.1052551 Sep 30 09:48:51.661427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:51.662050 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:51.673146 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-7b8f431f-893b-48db-a430-f00e0e194ab8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e HTTP/1.1" status: 200 len: 217 time: 0.0829909 Sep 30 09:48:51.702495 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-29b6bbbb-87bc-42c4-afdc-b29ec2661e5d req-42dd2eae-c164-4da7-a9ef-5ac4130bf667 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12053c4e-c351-40a7-b2e4-33aed16dfa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730757 Sep 30 09:48:51.732446 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-ca8b37e3-4e8e-4c23-9dfc-72f2777864a0 req-d8d6ad37-8f55-466e-9b75-5b4b6b06b73e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602221 Sep 30 09:48:51.783537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-8b4030d4-bd91-431f-b1bd-6a41a09a950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.785016 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-8b4030d4-bd91-431f-b1bd-6a41a09a950f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.1012883 Sep 30 09:48:51.797676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:51.899134 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a78f-766d-476b-b4e5-fcc64b3401c0 req-8ca47e56-3897-40cb-aaa1-9143aa54f90f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.901251 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3cf8a78f-766d-476b-b4e5-fcc64b3401c0 req-8ca47e56-3897-40cb-aaa1-9143aa54f90f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0955238 Sep 30 09:48:51.903848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:51.904925 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-87132609-17f7-4f49-b434-b211b1eb979b admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7135196 Sep 30 09:48:51.908301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59254) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:51.948319 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083e1e5-40fd-4145-86ad-2262293caa8f req-380db118-4043-4f94-b255-a45f46dd77c2 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:51.949843 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c083e1e5-40fd-4145-86ad-2262293caa8f req-380db118-4043-4f94-b255-a45f46dd77c2 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 931 time: 0.0930486 Sep 30 09:48:51.972614 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:51.993415 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:49Z', 'revision_number': 3, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:52.013759 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:52.017811 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:52.027726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks [] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.033560 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Checking router: db6f149a-34bc-4487-b8ce-0862cd629265 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:52.033560 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Updating router db6f149a-34bc-4487-b8ce-0862cd629265 port 5ce7c4c9-91a6-4157-b354-718efb743f8e binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:52.045947 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3cf8a78f-766d-476b-b4e5-fcc64b3401c0 req-b6d99d29-eca8-4cff-ab8c-cb7d726777b6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344223 Sep 30 09:48:52.089517 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Transition to ACTIVE for port object ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:48:52.107172 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c083e1e5-40fd-4145-86ad-2262293caa8f req-9cf0c784-d174-4dd4-ae48-94cb67ce5870 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364210 Sep 30 09:48:52.120703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.120959 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-39a585b3-0c50-4d60-897c-d05f42eb312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:52.122470 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-39a585b3-0c50-4d60-897c-d05f42eb312e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756774 Sep 30 09:48:52.153313 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59262) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:52.184020 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.426462 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.432333 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks [] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.497642 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:52.524865 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:52.547810 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.557660 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff2e7d-be58-4e9e-8d8d-84a97708a62f req-df387836-d727-407b-9530-12432f872189 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:52.559175 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84ff2e7d-be58-4e9e-8d8d-84a97708a62f req-df387836-d727-407b-9530-12432f872189 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 948 time: 0.3677046 Sep 30 09:48:52.563654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-856f660f-d67f-4fbf-bd5a-58db24bce990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.568641 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:52.586042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Allocated IP 172.20.0.1 (a62b74a3-1997-4c61-bbde-a23d7b16ffe0/cb979a21-95fe-4786-aec7-486f57a26635/228a7290-58e9-40fa-a1a4-8aaa9c72f58e) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:48:52.597507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Attempting to bind port 5ce7c4c9-91a6-4157-b354-718efb743f8e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:52.597884 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Attempting to bind port 5ce7c4c9-91a6-4157-b354-718efb743f8e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:52.598248 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Attempting to bind port 5ce7c4c9-91a6-4157-b354-718efb743f8e on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:52.599587 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ab2f-88da-46b0-8641-ef7a74b57216 req-790b66d6-2ae4-4da3-85b1-bc32d99d8311 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:52.601079 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fc7ab2f-88da-46b0-8641-ef7a74b57216 req-790b66d6-2ae4-4da3-85b1-bc32d99d8311 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.3516569 Sep 30 09:48:52.628008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.628365 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.628706 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.629040 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.629369 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.629704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.630030 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.630368 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.630703 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.631026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.631349 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.631666 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.631988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.632305 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.632625 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:52.638266 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7caaf-5653-4181-b0b6-f26f1f2d96bb None None] Pushing event updated for resources: {'Port': ['ID=5ce7c4c9-91a6-4157-b354-718efb743f8e,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:52.664382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:52.664887 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:52.665292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.665683 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:52.666195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Bound port: 5ce7c4c9-91a6-4157-b354-718efb743f8e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:52.666575 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.669792 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:52.706839 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks [] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.717752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:52.720727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:52.729202 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] For port 5ce7c4c9-91a6-4157-b354-718efb743f8e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:52.739951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84ff2e7d-be58-4e9e-8d8d-84a97708a62f req-305aa87c-9507-4cb6-9dea-1fab8a78e6f2 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729922 Sep 30 09:48:52.745831 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Attempting to bind port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:52.746173 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Attempting to bind port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:52.746308 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] For port 5ce7c4c9-91a6-4157-b354-718efb743f8e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ce7c4c9-91a6-4157-b354-718efb743f8e,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:52.746503 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Attempting to bind port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd on network 19f705b3-87b0-406c-8a82-287369b1f01f {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:52.756465 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fc7ab2f-88da-46b0-8641-ef7a74b57216 req-4e578c97-fad7-4b4e-8fd1-c42159bd6be9 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424401 Sep 30 09:48:52.818678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.836089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-856f660f-d67f-4fbf-bd5a-58db24bce990 admin admin] Publish callbacks [] for security_group (cab3a28a-9064-45d8-840c-f498965a9069), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.848368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.855526 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:52.862821 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:52.868350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:52.871299 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:48:52.871855 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (db6f149a-34bc-4487-b8ce-0862cd629265), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.874007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd on network 19f705b3-87b0-406c-8a82-287369b1f01f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:48:52.874445 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Attempting to bind port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd on network 19f705b3-87b0-406c-8a82-287369b1f01f {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:52.899250 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'port_id': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'mac_address': 'fa:16:3e:f5:0a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:52.906427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:52.907297 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:52.909745 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-856f660f-d67f-4fbf-bd5a-58db24bce990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (cab3a28a-9064-45d8-840c-f498965a9069), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:52.957494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f660f-d67f-4fbf-bd5a-58db24bce990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3a28a-9064-45d8-840c-f498965a9069,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:52.987722 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4806-1ee1-4fd9-8ca5-dc50cabebd74 req-e5ee46ee-b457-4f7c-89f2-84f3eef006b4 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:52.990631 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1eb4806-1ee1-4fd9-8ca5-dc50cabebd74 req-e5ee46ee-b457-4f7c-89f2-84f3eef006b4 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 943 time: 0.1519012 Sep 30 09:48:52.997913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Pushing event updated for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.024665 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.025016 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.025362 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.025739 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.026138 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.026472 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.026874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.027212 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.027597 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.027928 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.028306 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.028635 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.028954 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.029271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.029585 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:48:53.049725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-aa05b917-26b5-4bc9-bb96-83814e9383b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.051330 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-aa05b917-26b5-4bc9-bb96-83814e9383b2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=068a17bb811448d28e4ba1907f47b8a1&device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 1132 time: 0.0624704 Sep 30 09:48:53.103884 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-856f660f-d67f-4fbf-bd5a-58db24bce990 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=13a92def01b54713a3acf8d15726c7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9490261 Sep 30 09:48:53.108589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59270) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:53.126066 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:53.126529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Checking segment: {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:53.127175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Bound using segment: {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:53.127735 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Bound port: ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f0f416-ce09-4705-9d84-2507bb4fe522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:53.128220 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.161645 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.219884 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:53.220986 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-b6171831-d076-492d-bda7-56c69e7e5ef9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797298 Sep 30 09:48:53.248242 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1eb4806-1ee1-4fd9-8ca5-dc50cabebd74 req-e51bb011-2f06-4d85-895e-c08412475e4b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307987 Sep 30 09:48:53.250095 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] Publish callbacks [] for security_group (cab3a28a-9064-45d8-840c-f498965a9069), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.292114 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] Publish callbacks [] for security_group (cab3a28a-9064-45d8-840c-f498965a9069), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.324798 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7caaf-5653-4181-b0b6-f26f1f2d96bb None None] Pushing event updated for resources: {'Port': ['ID=5ce7c4c9-91a6-4157-b354-718efb743f8e,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.329031 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:53.390130 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:53.390954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.391510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:53.416395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:53.418033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7cb10-844a-4a8f-aab6-eea9d331b826 req-57e3ebcb-47af-47e8-812d-83f30f5ec433 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.419582 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8da7cb10-844a-4a8f-aab6-eea9d331b826 req-57e3ebcb-47af-47e8-812d-83f30f5ec433 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.1976063 Sep 30 09:48:53.424254 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:53.432205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Provisioning complete for port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:53.433388 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.434252 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 1 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:53.453808 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:53.460361 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32834249-282f-444f-bd29-cd7baf629cab req-ffe5509b-fafb-4411-b147-f49baba4b078 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.461839 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32834249-282f-444f-bd29-cd7baf629cab req-ffe5509b-fafb-4411-b147-f49baba4b078 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 943 time: 0.1464772 Sep 30 09:48:53.485952 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:53.487762 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:53.493186 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-e5a057f8-09e7-4ad7-8d8d-e8afebb8e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.494831 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-e5a057f8-09e7-4ad7-8d8d-e8afebb8e9c0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12053c4e-c351-40a7-b2e4-33aed16dfa36 HTTP/1.1" status: 200 len: 870 time: 0.1680083 Sep 30 09:48:53.511033 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:53.519945 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f325d5a8-e3f0-4ea6-a2c1-f0d8cb54f7a6 req-64d4102b-9314-48ac-afe0-dbfa98103b0d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203567 Sep 30 09:48:53.529467 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:53.547176 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.552917 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (cab3a28a-9064-45d8-840c-f498965a9069), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.555581 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.556250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.556905 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.557121 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cab3a28a-9064-45d8-840c-f498965a9069 HTTP/1.1" status: 204 len: 168 time: 0.4461682 Sep 30 09:48:53.558276 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd HTTP/1.1" status: 200 len: 1093 time: 2.3223412 Sep 30 09:48:53.558761 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-cda8961e-1ede-4861-bfd7-e955cb69ce23 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6 HTTP/1.1" status: 200 len: 217 time: 0.0530188 Sep 30 09:48:53.562364 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:53.564657 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc30f52-0a3b-4d96-a2eb-1393217bce54" -d '{"events": [{"name": "network-changed", "server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:53.568646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:49Z', 'revision_number': 3, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:53.576787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.585998 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73077e11-fc56-46f8-91b1-ce21d36ee789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3a28a-9064-45d8-840c-f498965a9069,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.588538 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8da7cb10-844a-4a8f-aab6-eea9d331b826 req-50e49113-9b96-4690-8c80-088219ede0bf tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580615 Sep 30 09:48:53.620981 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32834249-282f-444f-bd29-cd7baf629cab req-b1c6e1da-d4a4-4951-992e-04ac942fd18b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Sep 30 09:48:53.639912 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks [] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.657288 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49aded-257b-4e26-b976-dd111c706d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.668808 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a19b6-e60e-470a-8876-8dd67cbeda70 None None] The sync data for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi is: [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:49Z', 'revision_number': 3, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:53.682731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d44c87-01f4-4326-a13c-475ce4370992 x-openstack-request-id: req-49d44c87-01f4-4326-a13c-475ce4370992 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:53.682731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:53.682731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49d44c87-01f4-4326-a13c-475ce4370992 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:53.682731 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d44c87-01f4-4326-a13c-475ce4370992'] response: {'name': 'network-changed', 'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd', 'status': 'completed', 'code': 200} Sep 30 09:48:53.719836 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.724523 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.725161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (db6f149a-34bc-4487-b8ce-0862cd629265), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:53.839811 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-ecee6802-aef5-466a-8ca2-8bf3703c7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.841793 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-ecee6802-aef5-466a-8ca2-8bf3703c7ee5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=1709c78e-ce9a-4597-8077-64dbb251f1de HTTP/1.1" status: 200 len: 843 time: 0.1473835 Sep 30 09:48:53.880553 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Pushing event updated for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:53.939089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f837594-25a4-4897-827c-19fb3798c313 req-b610e555-e33a-4a4f-b2ed-2db063e74700 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.940608 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f837594-25a4-4897-827c-19fb3798c313 req-b610e555-e33a-4a4f-b2ed-2db063e74700 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 948 time: 0.1075161 Sep 30 09:48:53.946428 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:53.952137 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:48:53.953636 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a31b-341d-4540-9be7-471f76100ead req-c3a1209b-8588-4742-84fd-279c9e9f3490 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.954106 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:48:53.958952 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-72b4a31b-341d-4540-9be7-471f76100ead req-c3a1209b-8588-4742-84fd-279c9e9f3490 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 943 time: 0.0831971 Sep 30 09:48:54.020296 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 2 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:54.022766 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f837594-25a4-4897-827c-19fb3798c313 req-ba60bace-f09e-428c-949d-a3190af7f10e tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627391 Sep 30 09:48:54.130739 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-72b4a31b-341d-4540-9be7-471f76100ead req-de091430-0d98-46a8-9afe-f47b1a50367d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122031 Sep 30 09:48:54.150393 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:54.166456 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Router db6f149a-34bc-4487-b8ce-0862cd629265 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:48:54.216445 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:54.344301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-bec3a43a-ff42-4d96-b9d6-e4cebf5b2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.362305 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-bec3a43a-ff42-4d96-b9d6-e4cebf5b2f0f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 1127 time: 0.0855901 Sep 30 09:48:54.472433 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 5ce7c4c9-91a6-4157-b354-718efb743f8e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:54.480103 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9ae26-76dc-42eb-b4e0-aa609f4f7ec0 req-4794d065-f273-4185-bee2-302dcdbdb3ce tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.482130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-96b9ae26-76dc-42eb-b4e0-aa609f4f7ec0 req-4794d065-f273-4185-bee2-302dcdbdb3ce tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 944 time: 0.1140091 Sep 30 09:48:54.537121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 5ce7c4c9-91a6-4157-b354-718efb743f8e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:54.537497 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:54.537839 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 5ce7c4c9-91a6-4157-b354-718efb743f8e Sep 30 09:48:54.556201 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-de63bbf0-2fbb-40a6-9aaf-d6aea63163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.558623 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-de63bbf0-2fbb-40a6-9aaf-d6aea63163a7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1784551 Sep 30 09:48:54.560913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-66496316-0b3a-4a94-8cf6-4ddca1385fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:54.652852 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 3 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:54.673421 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-96b9ae26-76dc-42eb-b4e0-aa609f4f7ec0 req-0d923345-4a73-41b2-8664-7b05bc69f6af tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825309 Sep 30 09:48:54.690055 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 5ce7c4c9-91a6-4157-b354-718efb743f8e is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:54.690472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:54.726943 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:54.740395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 5ce7c4c9-91a6-4157-b354-718efb743f8e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ce7c4c9-91a6-4157-b354-718efb743f8e,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:54.769147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-b7e3bfb6-5c1a-4b68-99f1-04fba9099dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.770790 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fcc30f52-0a3b-4d96-a2eb-1393217bce54 req-b7e3bfb6-5c1a-4b68-99f1-04fba9099dc6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032311 Sep 30 09:48:54.780601 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:54.786617 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-b12d6bf5-34c7-4608-b5c0-a7023c673346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.788186 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-b12d6bf5-34c7-4608-b5c0-a7023c673346 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12053c4e-c351-40a7-b2e4-33aed16dfa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4820228 Sep 30 09:48:54.804092 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-89f96142-54f4-41dd-b23d-5f482c0336dd admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/db6f149a-34bc-4487-b8ce-0862cd629265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8940632 Sep 30 09:48:54.864211 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:54.950806 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0673-4588-4631-a047-89006f3c1f70 req-44dcfc50-fd6e-44ae-a7de-f10d40526219 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.960344 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-864f0673-4588-4631-a047-89006f3c1f70 req-44dcfc50-fd6e-44ae-a7de-f10d40526219 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.1197169 Sep 30 09:48:54.971445 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-aaf9c414-98df-4ebb-8c38-a40f7908a3c7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12053c4e-c351-40a7-b2e4-33aed16dfa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637914 Sep 30 09:48:55.000767 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=5ce7c4c9-91a6-4157-b354-718efb743f8e,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:55.012609 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:55.028724 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device b4db42a3-b3ea-4c10-8fa2-c3c219dd729e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:55.035062 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80f5ec-c687-49cb-8797-2e0665a903a0 req-0ca097e8-8979-4765-b248-f863c22cb1f8 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.036548 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4e80f5ec-c687-49cb-8797-2e0665a903a0 req-0ca097e8-8979-4765-b248-f863c22cb1f8 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 943 time: 0.2700269 Sep 30 09:48:55.045893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:55.050951 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-7cdf9087-b619-40eb-9b77-137793b838ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.052465 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-7cdf9087-b619-40eb-9b77-137793b838ad service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 1127 time: 0.2146311 Sep 30 09:48:55.053646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.111501 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-6d17d6d2-3316-477b-8149-7b3b1fe24545 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd HTTP/1.1" status: 200 len: 217 time: 0.0444493 Sep 30 09:48:55.134177 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f8d26984-6ec3-46c9-91ce-28d625e74789 req-d6386a18-1771-41d9-9d76-da84c0cc427f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12053c4e-c351-40a7-b2e4-33aed16dfa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550765 Sep 30 09:48:55.180812 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-864f0673-4588-4631-a047-89006f3c1f70 req-f3af4d51-9bf8-4154-9eeb-c1ccc5ce3256 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116683 Sep 30 09:48:55.181355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:48:55.203111 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:55.230390 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 4 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:55.234459 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4e80f5ec-c687-49cb-8797-2e0665a903a0 req-8aa6ff20-4147-49c8-b6b4-a4f68c105c78 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869407 Sep 30 09:48:55.236051 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-f3795d1d-5252-469d-aaab-d3b0bd2145b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.237434 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-f3795d1d-5252-469d-aaab-d3b0bd2145b5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cc6f8afb-b389-431a-9b53-54a02cc2cc80 HTTP/1.1" status: 200 len: 848 time: 0.1147497 Sep 30 09:48:55.266237 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:55.271082 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-99eb9c50-e0ca-49db-80f7-1bbc639aeb47 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=19f705b3-87b0-406c-8a82-287369b1f01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266871 Sep 30 09:48:55.289479 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:55.289997 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.290336 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 Sep 30 09:48:55.317788 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'port_id': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'mac_address': 'fa:16:3e:ba:0d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:55.324399 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:55.329938 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:55.370686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:55.371399 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.392421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4db42a3-b3ea-4c10-8fa2-c3c219dd729e {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:55.438576 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:55.450237 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:55.450697 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.460075 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67621-0c4b-4d7e-89ca-c47084a7937b req-5eed74e4-6d81-4ee3-b664-7f521a40af77 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.468652 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91e67621-0c4b-4d7e-89ca-c47084a7937b req-5eed74e4-6d81-4ee3-b664-7f521a40af77 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 948 time: 0.1091084 Sep 30 09:48:55.496599 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-1bcb787e-31eb-4372-bbbe-de8ac66b4ef2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169123 Sep 30 09:48:55.498089 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:55.501697 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:55.502409 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b72418-8cce-424b-8edf-4bf6c7a429fe" -d '{"events": [{"server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:55.544098 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.544715 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:55.566103 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91e67621-0c4b-4d7e-89ca-c47084a7937b req-cdc22854-d369-4a72-83a9-5fe22696f647 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965276 Sep 30 09:48:55.617875 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:55.618576 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc9a76fd-24bc-4695-8c57-f680a47069c1 req-462c5bd7-19e0-4925-a435-e9ebe1008648 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157086 Sep 30 09:48:55.639159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59318) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:55.643817 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783740169', 'description': 'tempest-secgroup-smoke-783740169 description', 'project_id': '1330031e214045bf9d45c73da1445255'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:55.647066 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.655192 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:55.731527 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4e3df-23ed-4fd6-a502-06f9e1260b19 req-9d76fc8e-114d-4ad6-8658-f40a0a9a6397 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.733438 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8fc4e3df-23ed-4fd6-a502-06f9e1260b19 req-9d76fc8e-114d-4ad6-8658-f40a0a9a6397 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 944 time: 0.0732634 Sep 30 09:48:55.745058 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:55.777002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.784142 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:55.799506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c80e3a-1669-43fd-adea-0e204aa2060c req-698ae2f5-d056-4704-8b33-52dabb0b40a5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.800647 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-80c80e3a-1669-43fd-adea-0e204aa2060c req-698ae2f5-d056-4704-8b33-52dabb0b40a5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0802231 Sep 30 09:48:55.815285 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59324) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:55.819628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:55.823964 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'floatingip': {'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:55.835428 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 5 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:55.837110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6', 'network_id': '12053c4e-c351-40a7-b2e4-33aed16dfa36', 'port_id': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6', 'mac_address': 'fa:16:3e:08:09:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1709c78e-ce9a-4597-8077-64dbb251f1de', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:55.870214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36af4a6-ef44-431d-800a-8df69506f734 x-openstack-request-id: req-b36af4a6-ef44-431d-800a-8df69506f734 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:55.870502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:55.870776 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b36af4a6-ef44-431d-800a-8df69506f734 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:55.871213 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36af4a6-ef44-431d-800a-8df69506f734'] response: {'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'code': 200} Sep 30 09:48:55.906551 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:55.923416 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:55.923813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.924223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.930230 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:55.937480 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8fc4e3df-23ed-4fd6-a502-06f9e1260b19 req-acaaab87-4f5d-446f-b014-c6d78bb7234a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931305 Sep 30 09:48:55.957060 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:55.979551 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:55.998128 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.012235 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.042328 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:56.084179 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.089301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5596d8-8904-4ad0-99af-8abf70a3e6e6 req-6c56bef9-6063-497a-900f-86687ec859c8 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:56.093722 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d5596d8-8904-4ad0-99af-8abf70a3e6e6 req-6c56bef9-6063-497a-900f-86687ec859c8 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.1064823 Sep 30 09:48:56.104936 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.109686 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5fae034d-2c0d-4359-90e8-84b5145c8a3e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4693944 Sep 30 09:48:56.112624 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59332) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:56.122447 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:56.156276 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:56.191428 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Sync routers for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:56.202709 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:56.203325 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:56.231144 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d5596d8-8904-4ad0-99af-8abf70a3e6e6 req-ce786b57-a24d-45b0-85e5-3f052e310567 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244063 Sep 30 09:48:56.393593 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:56.411216 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 6 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:56.414376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.456002 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.457253 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 5ce7c4c9-91a6-4157-b354-718efb743f8e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:56.505495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:56.552051 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 5ce7c4c9-91a6-4157-b354-718efb743f8e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:56.552631 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.552823 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.553089 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 5ce7c4c9-91a6-4157-b354-718efb743f8e Sep 30 09:48:56.598967 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:52Z', 'revision_number': 4, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '228a7290-58e9-40fa-a1a4-8aaa9c72f58e', 'name': '', 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'mac_address': 'fa:16:3e:5d:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:52Z', 'updated_at': '2022-09-30T09:48:53Z', 'revision_number': 2, 'project_id': '82b48c489465430a836de26d4aa39440', 'subnets': [{'id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:56.627394 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Checking router: db6f149a-34bc-4487-b8ce-0862cd629265 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:56.628132 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Updating router db6f149a-34bc-4487-b8ce-0862cd629265 port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:48:56.634562 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:56.658244 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (d855724b-57aa-4d94-86ad-4b66bfe5f227), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.661308 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.664659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59340) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:56.692705 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.714882 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.720999 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9116b84-c1d9-40eb-96c4-0332e803f84b req-5272ec77-b21c-46d7-ac36-6b3221facf37 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:56.722505 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f9116b84-c1d9-40eb-96c4-0332e803f84b req-5272ec77-b21c-46d7-ac36-6b3221facf37 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 943 time: 0.3851936 Sep 30 09:48:56.778738 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['0f24f809-3568-48d6-bb30-cdcc4f2c72c6'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:56.829965 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-233126b9-11e8-4df0-8284-27f3675aa182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.859423 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.902641 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 5ce7c4c9-91a6-4157-b354-718efb743f8e is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:56.921626 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks [] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.924442 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:56.971644 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-233126b9-11e8-4df0-8284-27f3675aa182 admin admin] Publish callbacks [] for security_group (a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.000182 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c6e91-6341-467c-982b-97cd82a8e60c req-e380d016-4a52-4970-b5c3-33f6409e1cdd tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.002142 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc7c6e91-6341-467c-982b-97cd82a8e60c req-e380d016-4a52-4970-b5c3-33f6409e1cdd tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 949 time: 0.2110436 Sep 30 09:48:57.018230 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.042945 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (d855724b-57aa-4d94-86ad-4b66bfe5f227), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.070304 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-233126b9-11e8-4df0-8284-27f3675aa182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.089437 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f9116b84-c1d9-40eb-96c4-0332e803f84b req-78d4f6c2-dbb3-436c-9dbc-d82277eda605 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454423 Sep 30 09:48:57.105376 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f6577-0150-43a8-a5ff-d889860ba71f None None] Pushing event updated for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.146164 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 7 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:57.150326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:48:57.154682 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-233126b9-11e8-4df0-8284-27f3675aa182 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e1f45a76770149cd8d80b5e7cdd29b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865646 Sep 30 09:48:57.154682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233126b9-11e8-4df0-8284-27f3675aa182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.179586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59346) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:57.227755 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Attempting to bind port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:48:57.228847 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Attempting to bind port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:48:57.228984 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Attempting to bind port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e on network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:48:57.248393 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (d855724b-57aa-4d94-86ad-4b66bfe5f227), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.265037 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:48:57.273151 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.274107 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:48:57.274486 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Checking segment: {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:48:57.274637 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] Publish callbacks [] for security_group (a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.274910 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.275335 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Bound using segment: {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:48:57.275810 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Bound port: 228a7290-58e9-40fa-a1a4-8aaa9c72f58e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20943992-40cd-4c03-a0f9-331f0f5fa72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:48:57.276883 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.295337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.302432 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] Publish callbacks [] for security_group (a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.350216 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] For port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:48:57.354854 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] For port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:48:57.375198 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d855724b-57aa-4d94-86ad-4b66bfe5f227,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.384343 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.385707 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692ec31-26d5-4387-91a2-90ae239eb7d9 req-454871c7-7de8-4e70-86ea-c8563c424a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.387659 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4692ec31-26d5-4387-91a2-90ae239eb7d9 req-454871c7-7de8-4e70-86ea-c8563c424a36 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1129 time: 0.2874992 Sep 30 09:48:57.394383 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc7c6e91-6341-467c-982b-97cd82a8e60c req-1e12bd19-b44c-4748-9eb1-42a81c5a9bdd tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739645 Sep 30 09:48:57.426177 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a9379-867c-4915-88ea-58df9b33316a req-e14a2641-a2a8-4bf6-b5ae-b9838d019129 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.426177 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a57a9379-867c-4915-88ea-58df9b33316a req-e14a2641-a2a8-4bf6-b5ae-b9838d019129 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 944 time: 0.1785760 Sep 30 09:48:57.442213 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:57.452380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.452598 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.455613 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.460476 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd', 'network_id': '19f705b3-87b0-406c-8a82-287369b1f01f', 'port_id': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd', 'mac_address': 'fa:16:3e:06:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f8afb-b389-431a-9b53-54a02cc2cc80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:48:57.465917 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123 HTTP/1.1" status: 204 len: 168 time: 0.2857327 Sep 30 09:48:57.489447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff935b5-5cff-4a3f-a04e-cc3699a194e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8f3e6-ffe4-46e8-b6b8-fd3989a20123,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.505044 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f6577-0150-43a8-a5ff-d889860ba71f None None] Pushing event updated for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.519873 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:57.520502 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:57.532385 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.536149 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f7527867-9376-4bd8-b53c-b2f172c99d30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4152789 Sep 30 09:48:57.537526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59352) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:57.543151 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:57.546447 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf606a-9fa0-4348-a3f0-facd29fb537e req-d6d9a31a-264d-4d1c-939b-2bce6639b217 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.546447 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a2cf606a-9fa0-4348-a3f0-facd29fb537e req-d6d9a31a-264d-4d1c-939b-2bce6639b217 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0774932 Sep 30 09:48:57.557123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.563303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:57.564769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.582506 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:48:57.603910 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.611122 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:57.624285 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4692ec31-26d5-4387-91a2-90ae239eb7d9 req-e4957865-0b21-46ee-85d8-d891d8f337a4 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289085 Sep 30 09:48:57.631869 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.643679 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:57.654720 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a57a9379-867c-4915-88ea-58df9b33316a req-5f935baf-35a0-423e-ac33-5338a2e05aa0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157881 Sep 30 09:48:57.658529 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (8875b040-3b63-4112-bf2b-e479c030eaf3), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.693219 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.708250 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.709918 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a2cf606a-9fa0-4348-a3f0-facd29fb537e req-375d485d-49d4-4658-94f3-3a726e592eee tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457701 Sep 30 09:48:57.727903 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Floating IP a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe associated. External IP: 172.37.6.112, port: 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9. Sep 30 09:48:57.752324 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.766688 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Attempt 8 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:57.778946 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (8875b040-3b63-4112-bf2b-e479c030eaf3), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.826556 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.850950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (8875b040-3b63-4112-bf2b-e479c030eaf3), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.876767 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875b040-3b63-4112-bf2b-e479c030eaf3,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:57.901504 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Current status of the port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:57.901954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.945236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] For port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:48:57.947542 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:52Z', 'revision_number': 4, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '228a7290-58e9-40fa-a1a4-8aaa9c72f58e', 'name': '', 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'mac_address': 'fa:16:3e:5d:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:52Z', 'updated_at': '2022-09-30T09:48:57Z', 'revision_number': 4, 'project_id': '82b48c489465430a836de26d4aa39440', 'subnets': [{'id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:57.952372 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:57.954482 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a63a7199-1109-4f17-bbd5-23b4a3521abd tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4155657 Sep 30 09:48:57.956977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59354) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:57.962086 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:57.984239 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662621fb-59ad-40d7-a6b2-b00d6346d014 None None] The sync data for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi is: [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:48:52Z', 'revision_number': 4, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '228a7290-58e9-40fa-a1a4-8aaa9c72f58e', 'name': '', 'network_id': 'a62b74a3-1997-4c61-bbde-a23d7b16ffe0', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'mac_address': 'fa:16:3e:5d:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:52Z', 'updated_at': '2022-09-30T09:48:57Z', 'revision_number': 4, 'project_id': '82b48c489465430a836de26d4aa39440', 'subnets': [{'id': 'cb979a21-95fe-4786-aec7-486f57a26635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:57.994974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Router b196b2b1-9467-425b-85bb-6d6c105b12be has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:48:58.014073 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.088897 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f63e7a-8487-457d-87a0-dc7bc22b62d2 None None] Pushing event updated for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:58.093898 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (466ab988-f8fa-4878-b411-66fe3343962e), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.146925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-f6f7be54-a2ac-4762-86db-3ea658a3936e None None] Provisioning complete for port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:58.148223 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f6f7be54-a2ac-4762-86db-3ea658a3936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.148924 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-f6f7be54-a2ac-4762-86db-3ea658a3936e None None] Attempt 1 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:58.184720 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:48:58.197500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (466ab988-f8fa-4878-b411-66fe3343962e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.199835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.201726 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:48:58.229543 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:58.236274 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:58.304769 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962d5cb-7ed6-44c0-8fa1-d82b54455b6b req-f8cf14b9-89e9-472d-b14d-61e179075e71 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:58.307172 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4962d5cb-7ed6-44c0-8fa1-d82b54455b6b req-f8cf14b9-89e9-472d-b14d-61e179075e71 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 944 time: 0.0576313 Sep 30 09:48:58.314364 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-670e3140-6780-4810-b4f6-e7022ab32fe0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe HTTP/1.1" status: 200 len: 991 time: 2.4927094 Sep 30 09:48:58.314364 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:58.316221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:58.320766 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (466ab988-f8fa-4878-b411-66fe3343962e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.346002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466ab988-f8fa-4878-b411-66fe3343962e,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:58.355561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7be54-a2ac-4762-86db-3ea658a3936e None None] Current status of the port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:58.364842 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4962d5cb-7ed6-44c0-8fa1-d82b54455b6b req-9d600cc8-9657-45f7-b572-8e6d1ccdea8b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Sep 30 09:48:58.390747 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:58.398081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28c3b6c-7473-4cca-a676-ec7c95d839e0 x-openstack-request-id: req-e28c3b6c-7473-4cca-a676-ec7c95d839e0 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:48:58.398081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:48:58.398081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e28c3b6c-7473-4cca-a676-ec7c95d839e0 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:48:58.398081 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28c3b6c-7473-4cca-a676-ec7c95d839e0'] response: {'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'status': 'completed', 'code': 200} Sep 30 09:48:58.405754 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:58.434731 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.435956 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3cbe5d99-064b-4f47-b500-24db9ad32551 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777582 Sep 30 09:48:58.439087 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59364) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:58.443959 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:58.517654 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 228a7290-58e9-40fa-a1a4-8aaa9c72f58e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:58.571397 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e630a-909e-40c9-9f78-c4c146ba241c req-735ed265-b7e1-4c91-9c78-5d80fed42d24 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:58.573860 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9a8e630a-909e-40c9-9f78-c4c146ba241c req-735ed265-b7e1-4c91-9c78-5d80fed42d24 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 949 time: 0.0557172 Sep 30 09:48:58.619211 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (7be4f570-f126-457a-80d8-5d3d09d484bc), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.628953 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9a8e630a-909e-40c9-9f78-c4c146ba241c req-4bce4cd8-37a1-4684-af45-d935a34f0c95 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491931 Sep 30 09:48:58.645030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:58.645030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.645030 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e Sep 30 09:48:58.695026 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:58.706359 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (7be4f570-f126-457a-80d8-5d3d09d484bc), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.807356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (7be4f570-f126-457a-80d8-5d3d09d484bc), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.817780 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:48:57Z', 'revision_number': 1, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:58.824190 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:58.829837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be4f570-f126-457a-80d8-5d3d09d484bc,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:58.870874 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:48:58.880297 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:48:58.880910 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:58.885094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a468-dfb5-4da8-b09b-40afca934284 req-74e0c515-919a-4266-96eb-1a80619509db tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:58.886895 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-21a0a468-dfb5-4da8-b09b-40afca934284 req-74e0c515-919a-4266-96eb-1a80619509db tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 944 time: 0.1122346 Sep 30 09:48:58.898223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:58.924146 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:58.932931 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:58.939337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6eeb4-1c90-47a0-a363-6324df504f40 req-89b5d472-42b8-4e7a-bb19-2a300809bd8a tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:58.940299 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b36704d2-a307-4f72-9d9a-7da41e782748 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4944835 Sep 30 09:48:58.940968 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7eb6eeb4-1c90-47a0-a363-6324df504f40 req-89b5d472-42b8-4e7a-bb19-2a300809bd8a tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.1340714 Sep 30 09:48:58.941986 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59370) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:58.951277 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:58.984063 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-21a0a468-dfb5-4da8-b09b-40afca934284 req-e73886e4-ec52-4735-b8fc-115c9dcd2c91 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894299 Sep 30 09:48:59.012095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:48:59.049484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-99026bd2-928a-4e3f-8184-25455c670457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:59.051045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-99026bd2-928a-4e3f-8184-25455c670457 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.1092334 Sep 30 09:48:59.064428 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.securitygroups_db [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Project 1330031e214045bf9d45c73da1445255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:48:59.064918 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7eb6eeb4-1c90-47a0-a363-6324df504f40 req-f6676652-b628-4d4d-86ec-bbcad96daccf tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Sep 30 09:48:59.072592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (29d89b33-2458-4cc8-859e-a8cd82d02cde), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.146291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (29d89b33-2458-4cc8-859e-a8cd82d02cde), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.215438 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (29d89b33-2458-4cc8-859e-a8cd82d02cde), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.240469 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d89b33-2458-4cc8-859e-a8cd82d02cde,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:59.249708 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:48:57Z', 'revision_number': 1, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:48:59.277267 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b758dc-ab77-4698-be8b-19f339fa99e6 None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:48:57Z', 'revision_number': 1, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:48:59.325977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.327262 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-31ccc545-c04d-4e10-a663-a7574acfd9ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3833315 Sep 30 09:48:59.330107 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59372) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:48:59.334703 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'security_group_rule': {'security_group_id': '2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f', 'project_id': '1330031e214045bf9d45c73da1445255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:48:59.406690 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.securitygroups_db [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Project 1330031e214045bf9d45c73da1445255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:48:59.412702 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (3e0e51b2-8684-422a-8032-3300f4b2cf68), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.422279 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:48:59.468287 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device b4db42a3-b3ea-4c10-8fa2-c3c219dd729e up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:48:59.524000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (3e0e51b2-8684-422a-8032-3300f4b2cf68), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.547514 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:48:59.551434 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc6c14-8520-48bc-a8e9-5acaa073c3c6 req-11733fb8-fd5b-4aa3-a581-49e338aae986 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:59.553075 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84cc6c14-8520-48bc-a8e9-5acaa073c3c6 req-11733fb8-fd5b-4aa3-a581-49e338aae986 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 944 time: 0.0823998 Sep 30 09:48:59.610329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (3e0e51b2-8684-422a-8032-3300f4b2cf68), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.622252 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237973a-eed9-4866-8c34-904b223f8798 None None] New status for floating IP a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:48:59.635574 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:48:59.635953 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.636581 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e Sep 30 09:48:59.662337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0e51b2-8684-422a-8032-3300f4b2cf68,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:48:59.690024 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:59.702676 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84cc6c14-8520-48bc-a8e9-5acaa073c3c6 req-9038de15-4124-4d73-a04c-1d5777c5979a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373208 Sep 30 09:48:59.731505 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-0dc725ba-3c96-4ad0-ab7c-69ff68a50334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:59.734451 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-0dc725ba-3c96-4ad0-ab7c-69ff68a50334 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1993611 Sep 30 09:48:59.760221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.770505 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4cd4692f-6c7a-437e-930b-b0b68f52f1b5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303067 Sep 30 09:48:59.865238 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-5c279838-9804-4fb3-9989-8b266c5e19d8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 999 time: 0.1245663 Sep 30 09:48:59.878114 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870d528-d6db-45fa-a311-28f3ac72fa21 req-63830442-6288-4553-8836-e9356ba6dd63 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:59.879935 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9870d528-d6db-45fa-a311-28f3ac72fa21 req-63830442-6288-4553-8836-e9356ba6dd63 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 949 time: 0.0838768 Sep 30 09:48:59.937520 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:48:59.938822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.964933 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:48:59.967273 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d033e-8060-45f4-889d-0dab5560a70f" -d '{"events": [{"server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:48:59.980733 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:00.001461 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:00.019516 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cee35fb-9577-43eb-bebb-ffddba6d8f85 x-openstack-request-id: req-2cee35fb-9577-43eb-bebb-ffddba6d8f85 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:00.019839 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:00.020092 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cee35fb-9577-43eb-bebb-ffddba6d8f85 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:00.020493 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cee35fb-9577-43eb-bebb-ffddba6d8f85'] response: {'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'code': 200} Sep 30 09:49:00.036709 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-7fc1f2c8-724e-4c42-ad14-6c4af884b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.037593 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-7fc1f2c8-724e-4c42-ad14-6c4af884b923 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.1484358 Sep 30 09:49:00.041167 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9870d528-d6db-45fa-a311-28f3ac72fa21 req-4fa23ac2-9a80-4b0e-bec9-b05dae3a64df tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534171 Sep 30 09:49:00.056838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.058159 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:49:00.145706 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:00.146965 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45becb5-3d3c-40bf-b2c7-05e62e4b3e0b req-d815f63a-4565-4415-982f-91ee809add29 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.148487 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f45becb5-3d3c-40bf-b2c7-05e62e4b3e0b req-d815f63a-4565-4415-982f-91ee809add29 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0626957 Sep 30 09:49:00.155681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:49:00.162078 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.162424 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.162812 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.163153 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.163692 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.163802 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.164104 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.164425 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.164744 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.165118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.165382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.166235 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.166534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.166874 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.167529 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:49:00.211840 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208188-4773-4cb1-bf26-ed553fea1301 req-f1e150c5-eded-4ce1-a914-f10a4d7600d9 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.212942 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d0208188-4773-4cb1-bf26-ed553fea1301 req-f1e150c5-eded-4ce1-a914-f10a4d7600d9 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0749748 Sep 30 09:49:00.246147 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:49:00.246627 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.247149 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 Sep 30 09:49:00.254500 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f45becb5-3d3c-40bf-b2c7-05e62e4b3e0b req-0554f12e-6d29-4c98-8576-fc60b2d0e6e0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978956 Sep 30 09:49:00.281088 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d0208188-4773-4cb1-bf26-ed553fea1301 req-45826914-d267-478b-a4c6-cc815fd013f7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619545 Sep 30 09:49:00.345591 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:49:00.345949 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.383905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:00.392269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-17c49e0d-cab6-4ed4-a44f-2670f26a5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.393955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-17c49e0d-cab6-4ed4-a44f-2670f26a5162 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898213 Sep 30 09:49:00.486863 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.546613 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:00.689781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.697494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d4d1d-8d4f-4107-aeac-a9e8a9f4f7f5 req-0a81c7a5-ee4f-40a4-9779-c128788fbf09 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.699723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e62d4d1d-8d4f-4107-aeac-a9e8a9f4f7f5 req-0a81c7a5-ee4f-40a4-9779-c128788fbf09 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.3083260 Sep 30 09:49:00.743689 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:00.762157 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe86a09-5730-4e1b-9e05-f2077f3bedff req-13390e88-a149-4422-b198-a468d08f0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.763702 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-abe86a09-5730-4e1b-9e05-f2077f3bedff req-13390e88-a149-4422-b198-a468d08f0770 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 1129 time: 0.0589526 Sep 30 09:49:00.768938 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-cff2a24f-e384-45e9-ba28-37b7ac9a19ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658140 Sep 30 09:49:00.773239 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e62d4d1d-8d4f-4107-aeac-a9e8a9f4f7f5 req-f1bd1e17-4160-4dc7-964e-1ef5351f4d8e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Sep 30 09:49:00.815218 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-abe86a09-5730-4e1b-9e05-f2077f3bedff req-67b350be-ff66-4a07-a7e2-8e41ed17e6fb service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447383 Sep 30 09:49:00.897889 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b9b82-a449-46e3-ac4b-eaf9d11d8d19 req-e4bf1ab2-8cee-48f5-a9de-f21e61d9fefc tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:00.899393 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b23b9b82-a449-46e3-ac4b-eaf9d11d8d19 req-e4bf1ab2-8cee-48f5-a9de-f21e61d9fefc tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 944 time: 0.0593629 Sep 30 09:49:00.929377 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-81c1f52f-ce3d-4e80-a2b6-c46737fbc0d2 req-cb25b1ff-32ad-4381-9f25-8b1378be0922 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531534 Sep 30 09:49:00.957854 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b23b9b82-a449-46e3-ac4b-eaf9d11d8d19 req-10ca6ff9-4f3c-4913-9858-1c4543fc689c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Sep 30 09:49:01.189133 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440f25-2319-4185-8739-f2e20cb321ac req-134a1f4d-5146-4054-afc7-cd56f25f0223 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:01.190623 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44440f25-2319-4185-8739-f2e20cb321ac req-134a1f4d-5146-4054-afc7-cd56f25f0223 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Sep 30 09:49:01.199206 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051c64-3698-486a-a877-3f64f857788d req-edbf4585-c58b-465f-ae45-76366478a2e4 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:01.200636 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32051c64-3698-486a-a877-3f64f857788d req-edbf4585-c58b-465f-ae45-76366478a2e4 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0789309 Sep 30 09:49:01.274415 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44440f25-2319-4185-8739-f2e20cb321ac req-1ecb92cb-ba52-4e24-b770-2a499fd7219c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728242 Sep 30 09:49:01.278707 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32051c64-3698-486a-a877-3f64f857788d req-3794da92-c4d0-4fa9-bbca-e2aef9eacf99 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701842 Sep 30 09:49:01.393170 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc70f-34be-4a26-a8fb-c48b4765bccf req-72c80f15-373a-4077-9b35-4c0a85c2847c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:01.394698 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bb1bc70f-34be-4a26-a8fb-c48b4765bccf req-72c80f15-373a-4077-9b35-4c0a85c2847c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0508854 Sep 30 09:49:01.442026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bb1bc70f-34be-4a26-a8fb-c48b4765bccf req-4f8af6be-16cc-47b5-882e-cc44bdb13ad3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Sep 30 09:49:01.458837 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:49:01.574906 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:49:01.643777 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:49:01.644215 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:01.644556 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd Sep 30 09:49:01.668178 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:01.718876 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:49:01.720738 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:01.757602 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:01.792589 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-b7288ca0-fabb-4740-80e3-a90774183f46 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430195 Sep 30 09:49:01.838625 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:01.887022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-623e32ab-4541-4974-bed3-9cb63a5e9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:01.888608 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-623e32ab-4541-4974-bed3-9cb63a5e9fda service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 1129 time: 0.0394497 Sep 30 09:49:01.889962 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:01.920324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:02.021743 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6'}, {'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:02.024355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c263d-525f-409c-a7ed-4ca2b7b0a821" -d '{"events": [{"server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "name": "network-vif-plugged", "status": "completed", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6"}, {"server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:02.026965 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-5220df5d-01db-449c-beca-cf8d2eeb33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.028784 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-5220df5d-01db-449c-beca-cf8d2eeb33b1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.1165214 Sep 30 09:49:02.071731 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93afbb-700e-4c4b-ac00-3c61c5ea2043 x-openstack-request-id: req-6c93afbb-700e-4c4b-ac00-3c61c5ea2043 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:02.074995 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "name": "network-vif-plugged", "status": "completed", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6", "code": 200}, {"server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "name": "network-vif-plugged", "status": "completed", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:02.074995 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c93afbb-700e-4c4b-ac00-3c61c5ea2043 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:02.074995 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c93afbb-700e-4c4b-ac00-3c61c5ea2043'] response: {'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6', 'code': 200} Sep 30 09:49:02.074995 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c93afbb-700e-4c4b-ac00-3c61c5ea2043'] response: {'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd', 'code': 200} Sep 30 09:49:02.098715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256f4c-35a5-4b7c-bc82-37d3fc66ae8b req-bfadf486-fb31-472b-b3a6-b816f3cdf924 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.100239 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f5256f4c-35a5-4b7c-bc82-37d3fc66ae8b req-bfadf486-fb31-472b-b3a6-b816f3cdf924 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0493100 Sep 30 09:49:02.148109 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f5256f4c-35a5-4b7c-bc82-37d3fc66ae8b req-81a08853-f1dd-4ae7-b8ae-fece04ab481d tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Sep 30 09:49:02.401815 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cfe3-f774-4052-a552-0f8fd2e46d77 req-dd43ec41-1233-4c36-99ab-a34cdb0b4b6b tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.403307 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2db1cfe3-f774-4052-a552-0f8fd2e46d77 req-dd43ec41-1233-4c36-99ab-a34cdb0b4b6b tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0464547 Sep 30 09:49:02.449031 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2db1cfe3-f774-4052-a552-0f8fd2e46d77 req-7791e003-4745-4068-a4a1-a2e9461d00b4 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Sep 30 09:49:02.567667 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e58b-0787-470d-986d-f0b203a7cba5 req-63e1244f-4cb2-4404-880d-5a9e6b25e665 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.569145 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69a3e58b-0787-470d-986d-f0b203a7cba5 req-63e1244f-4cb2-4404-880d-5a9e6b25e665 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0514984 Sep 30 09:49:02.619165 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69a3e58b-0787-470d-986d-f0b203a7cba5 req-cab1ecd3-c06b-449f-82a0-c742b3945cea tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Sep 30 09:49:02.830949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-9fda7ffd-9087-452c-9830-78620cd48db0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc523046-219f-42b7-a7b9-700936140c81 HTTP/1.1" status: 200 len: 1001 time: 0.0586233 Sep 30 09:49:02.883697 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-42c745d3-17e7-4769-9bd6-974e64b3fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.885707 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-42c745d3-17e7-4769-9bd6-974e64b3fec4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0490005 Sep 30 09:49:02.921118 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:02.928988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-d7726f34-bf80-46a5-819a-24051695247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:02.930503 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-d7726f34-bf80-46a5-819a-24051695247e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388246 Sep 30 09:49:03.043108 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-13f6baa4-2092-4abc-94fa-a393dee308bf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052523 Sep 30 09:49:03.145796 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a8a542c7-21b7-467d-a875-e2a9c12bc349 req-885bca80-0920-4e3f-a4ab-db25804fbc34 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958536 Sep 30 09:49:03.293685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16e486-269f-4854-b2d3-d84fb67cf72c req-bcc9c4ac-ca40-44c0-a1ba-465cf5588ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.295943 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-dd16e486-269f-4854-b2d3-d84fb67cf72c req-bcc9c4ac-ca40-44c0-a1ba-465cf5588ef1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 1129 time: 0.0476153 Sep 30 09:49:03.313405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda95318-ba74-4e83-a3da-6dc8112342ae req-92a31368-a029-4ed7-bd7d-a42420218bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.314379 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fda95318-ba74-4e83-a3da-6dc8112342ae req-92a31368-a029-4ed7-bd7d-a42420218bb9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 1134 time: 0.0666599 Sep 30 09:49:03.357922 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-dd16e486-269f-4854-b2d3-d84fb67cf72c req-48635ded-26b4-4a05-9711-3e98c77633be service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Sep 30 09:49:03.373556 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648b2b-0557-4349-99d2-d26fd93356fc req-61c04a5b-2289-4e50-b01c-73f2db56e149 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.375268 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bd648b2b-0557-4349-99d2-d26fd93356fc req-61c04a5b-2289-4e50-b01c-73f2db56e149 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.1299751 Sep 30 09:49:03.418544 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fda95318-ba74-4e83-a3da-6dc8112342ae req-34a1534d-8382-4c0e-a8bc-d4b4ac447199 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836678 Sep 30 09:49:03.444231 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bd648b2b-0557-4349-99d2-d26fd93356fc req-e7497c0f-9f71-46ba-9711-6f6d6eab772e tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Sep 30 09:49:03.569121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32bf5-5924-4a9f-ad47-101e9341481c req-bae7d72e-4457-4823-bd16-674c89d6b810 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.570694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65a32bf5-5924-4a9f-ad47-101e9341481c req-bae7d72e-4457-4823-bd16-674c89d6b810 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0479276 Sep 30 09:49:03.581758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:03.620159 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65a32bf5-5924-4a9f-ad47-101e9341481c req-18f6e714-a010-4b20-befb-8a981d013ac6 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Sep 30 09:49:03.742350 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e8bb-0dde-4f9a-8ce5-eef4b75783f7 req-a9f7b451-93bc-499f-8b08-497b69119669 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.743868 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39a4e8bb-0dde-4f9a-8ce5-eef4b75783f7 req-a9f7b451-93bc-499f-8b08-497b69119669 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0516486 Sep 30 09:49:03.792055 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39a4e8bb-0dde-4f9a-8ce5-eef4b75783f7 req-9dbd4acc-6740-4add-9715-0cbe944e3943 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Sep 30 09:49:03.908295 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ff1ee-9350-483c-a08c-85ed88f761e5 req-c20569ce-2106-4e57-bcd9-c7bd3f056270 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:03.909780 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7f5ff1ee-9350-483c-a08c-85ed88f761e5 req-c20569ce-2106-4e57-bcd9-c7bd3f056270 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0486174 Sep 30 09:49:03.919804 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59488) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:03.924009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'port_id': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:03.963484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:04.394673 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:04.468971 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:04.585026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:04.608100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47755b1-53f1-4683-9322-4616128cb7a6 req-92da6c87-d61e-4237-937a-b54070f2eca6 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:04.609575 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c47755b1-53f1-4683-9322-4616128cb7a6 req-92da6c87-d61e-4237-937a-b54070f2eca6 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0841141 Sep 30 09:49:04.610825 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 81c2a910-de35-4fdd-9af0-16b18957017f associated. External IP: 172.37.6.116, port: b4db42a3-b3ea-4c10-8fa2-c3c219dd729e. Sep 30 09:49:04.726425 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:49:04.742208 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c47755b1-53f1-4683-9322-4616128cb7a6 req-f17360a4-d045-408f-9f09-6c0dd931e6da tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266961 Sep 30 09:49:04.865610 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:04.892905 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2e287-c8f1-4632-bf8c-a5cafc70fb6a req-c75dadc9-83fb-434b-b02c-26cfaadf865d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:04.894396 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aca2e287-c8f1-4632-bf8c-a5cafc70fb6a req-c75dadc9-83fb-434b-b02c-26cfaadf865d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0673308 Sep 30 09:49:04.899923 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:49:04.991488 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aca2e287-c8f1-4632-bf8c-a5cafc70fb6a req-129aef45-f6ac-4233-928a-45c1088876ab tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896828 Sep 30 09:49:05.048456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:49:05.052877 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:05.069958 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:49:05.069958 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:05.069958 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:05.087480 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-9be348dc-5ea3-41e7-8320-ebd985cc523e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/81c2a910-de35-4fdd-9af0-16b18957017f HTTP/1.1" status: 200 len: 991 time: 1.1666386 Sep 30 09:49:05.088146 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:05.090573 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd39e8d-c4be-447f-af4b-24cdc322f731" -d '{"events": [{"name": "network-changed", "server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:05.133951 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8523f0-fb16-41e9-a4c7-9bb12a8965b1 x-openstack-request-id: req-1b8523f0-fb16-41e9-a4c7-9bb12a8965b1 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:05.134314 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:05.134629 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b8523f0-fb16-41e9-a4c7-9bb12a8965b1 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:05.135790 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8523f0-fb16-41e9-a4c7-9bb12a8965b1'] response: {'name': 'network-changed', 'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'status': 'completed', 'code': 200} Sep 30 09:49:05.179298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:05.253915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:05.397891 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81c2a910-de35-4fdd-9af0-16b18957017f', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.116', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ba:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d37-8db0-4019-9303-88b12ef029ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:28Z', 'updated_at': '2022-09-30T09:49:04Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}, {'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:05.422421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:49:05.431037 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:05.432297 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:48:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:05.532521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:05.621342 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:05.744801 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81c2a910-de35-4fdd-9af0-16b18957017f', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.116', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ba:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d37-8db0-4019-9303-88b12ef029ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:28Z', 'updated_at': '2022-09-30T09:49:04Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}, {'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:05.772834 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e48f1-7e8a-42f4-b4a0-42ce225f2910 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '81c2a910-de35-4fdd-9af0-16b18957017f', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.116', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ba:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d37-8db0-4019-9303-88b12ef029ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:28Z', 'updated_at': '2022-09-30T09:49:04Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}, {'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:49:05.873288 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d34db-19b7-47da-8cdf-01a82f4fec20 req-b9cbb5b6-76d8-42e8-85b6-36b16f183ebd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:05.874828 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b21d34db-19b7-47da-8cdf-01a82f4fec20 req-b9cbb5b6-76d8-42e8-85b6-36b16f183ebd tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0516016 Sep 30 09:49:05.926262 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b21d34db-19b7-47da-8cdf-01a82f4fec20 req-581d45e1-4e10-4721-94ef-cc0ab4550e05 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454612 Sep 30 09:49:06.020442 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b63125c-d77b-493a-9f43-176192ae9a25 None None] New status for floating IP 81c2a910-de35-4fdd-9af0-16b18957017f: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:49:06.120481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fbb5-2390-4ed2-b659-6e172361d6dd req-0e860a98-074e-481b-8915-2b6aa2de9ad9 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:06.122045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b60fbb5-2390-4ed2-b659-6e172361d6dd req-0e860a98-074e-481b-8915-2b6aa2de9ad9 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0481226 Sep 30 09:49:06.182322 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b60fbb5-2390-4ed2-b659-6e172361d6dd req-72a3ad96-c593-48cd-8f96-e2f91631ef2d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Sep 30 09:49:06.783151 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-85fb16a8-ff54-4c01-9359-fa724511c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:06.784124 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-85fb16a8-ff54-4c01-9359-fa724511c2be service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 1129 time: 0.0406728 Sep 30 09:49:06.889058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-589a5bf0-89f9-4b80-a740-4258c48b1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:06.890510 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-589a5bf0-89f9-4b80-a740-4258c48b1e2b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.0954499 Sep 30 09:49:07.204443 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:07.223859 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-52d8a4f5-8439-4f42-97be-fdb3866c495b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e HTTP/1.1" status: 200 len: 1001 time: 0.3263896 Sep 30 09:49:07.230353 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96d907-d69d-4883-a294-4c780cdd8ef1 req-ce735600-7318-43b3-9575-ae07db5c7ff9 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:07.231816 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c96d907-d69d-4883-a294-4c780cdd8ef1 req-ce735600-7318-43b3-9575-ae07db5c7ff9 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0723670 Sep 30 09:49:07.287300 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c96d907-d69d-4883-a294-4c780cdd8ef1 req-ea161a93-dde8-445c-ac64-75d123aa2863 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Sep 30 09:49:07.557044 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ccd66-f8b2-4a0b-8c75-9ca3df3be893 req-d05ed2f9-f131-4706-8bad-826d6a35c2ec tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:07.558605 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-740ccd66-f8b2-4a0b-8c75-9ca3df3be893 req-d05ed2f9-f131-4706-8bad-826d6a35c2ec tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0481532 Sep 30 09:49:07.605845 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-740ccd66-f8b2-4a0b-8c75-9ca3df3be893 req-3802a6f4-a157-4449-accc-c5069ad51c96 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Sep 30 09:49:08.409807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b5d8e-2afe-437a-9bd0-740bcfa247e0 req-5969b0d1-dda5-4ed4-a651-2d4bd9d89d70 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:08.411347 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8f7b5d8e-2afe-437a-9bd0-740bcfa247e0 req-5969b0d1-dda5-4ed4-a651-2d4bd9d89d70 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0462365 Sep 30 09:49:08.457862 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8f7b5d8e-2afe-437a-9bd0-740bcfa247e0 req-90aab73e-bdf8-40d4-ac99-520cbd02e675 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Sep 30 09:49:08.760025 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2fe9c-1799-41ca-83b8-043380022050 req-b7e5ae39-0e53-4095-bd45-19b0b774ec61 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:08.761494 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ac2fe9c-1799-41ca-83b8-043380022050 req-b7e5ae39-0e53-4095-bd45-19b0b774ec61 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0809736 Sep 30 09:49:08.787008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-76ffbabe-02f1-481c-ac41-ca1c20629aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:08.788624 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-76ffbabe-02f1-481c-ac41-ca1c20629aae service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0785124 Sep 30 09:49:08.820164 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ac2fe9c-1799-41ca-83b8-043380022050 req-385e8d1f-aaf7-4dc3-84c6-cb851360356c tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Sep 30 09:49:09.582967 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0903d3d-1f50-4b87-a678-0dc56d9969a1 req-085b4ab4-dfbf-4eae-b07e-e81b1b49a908 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:09.584436 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0903d3d-1f50-4b87-a678-0dc56d9969a1 req-085b4ab4-dfbf-4eae-b07e-e81b1b49a908 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0468147 Sep 30 09:49:09.604244 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:09.633528 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0903d3d-1f50-4b87-a678-0dc56d9969a1 req-2b813346-cfad-4c67-8d6d-06fe73534f2d tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Sep 30 09:49:09.945536 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79cf3-6726-445d-b8b0-2f778542e177 req-a89220f0-e15d-4a78-9e2a-7ac74803cb14 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:09.947084 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1d79cf3-6726-445d-b8b0-2f778542e177 req-a89220f0-e15d-4a78-9e2a-7ac74803cb14 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0509441 Sep 30 09:49:09.999336 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1d79cf3-6726-445d-b8b0-2f778542e177 req-ef565998-939a-47bb-af53-bf8b5977539e tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Sep 30 09:49:10.699405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-775f12fc-ac6e-412d-9aea-ea251a486a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:10.700890 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-775f12fc-ac6e-412d-9aea-ea251a486a4b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402358 Sep 30 09:49:10.756960 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6789-0bfc-44ef-ad62-05fa63ddefaa req-3a92e6f7-5fca-4fce-8f93-da7f2dba021f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:10.758416 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3e7d6789-0bfc-44ef-ad62-05fa63ddefaa req-3a92e6f7-5fca-4fce-8f93-da7f2dba021f tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0490098 Sep 30 09:49:10.806348 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3e7d6789-0bfc-44ef-ad62-05fa63ddefaa req-694afe69-019b-47ec-aaef-4e3f59562747 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=999e6db3-6caa-46cb-a505-33827a011de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Sep 30 09:49:11.031561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-14f95384-4bc5-48c0-9526-9735bc863772 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:11.034419 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-14f95384-4bc5-48c0-9526-9735bc863772 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 950 time: 0.0826106 Sep 30 09:49:11.037155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-3f8e38e6-f846-4da1-bbf8-47e17099887b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:11.038818 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-3f8e38e6-f846-4da1-bbf8-47e17099887b tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.0605102 Sep 30 09:49:11.107566 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-6ca06a07-443d-4a71-a059-0c24278657c1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787097 Sep 30 09:49:11.168447 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Deleting port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:49:11.168784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.239693 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd0dd-d32d-4779-981a-7d0be99251e9 req-ac35320e-527a-4231-9dfa-6fec589fa8d6 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:11.241157 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d67fd0dd-d32d-4779-981a-7d0be99251e9 req-ac35320e-527a-4231-9dfa-6fec589fa8d6 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 945 time: 0.1326389 Sep 30 09:49:11.251741 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Deleting port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:49:11.252081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.262582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] For port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,segment=NetworkSegment(6fa4ec80-7280-443d-9bff-e3974e62ecfa),segment_id=6fa4ec80-7280-443d-9bff-e3974e62ecfa)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:11.262984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.271005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:11.277754 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Calling delete_port for 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:49:11.344058 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:11.351023 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bd39e8d-c4be-447f-af4b-24cdc322f731 req-1fe5939a-07d9-42d2-a60a-3fd4db74a96b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220623 Sep 30 09:49:11.371927 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d67fd0dd-d32d-4779-981a-7d0be99251e9 req-89c52a7e-a2b9-4164-8ab1-33925d857e14 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=35fe4fab-f7e7-497f-b77d-71379dee8053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231451 Sep 30 09:49:11.403173 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] For port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,segment=NetworkSegment(11f0f416-ce09-4705-9d84-2507bb4fe522),segment_id=11f0f416-ce09-4705-9d84-2507bb4fe522)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:11.403904 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.424012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Calling delete_port for ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:49:11.525146 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:11.537147 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (0f24f809-3568-48d6-bb30-cdcc4f2c72c6), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.567840 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Pushing event deleted for resources: {'Port': ['ID=0f24f809-3568-48d6-bb30-cdcc4f2c72c6,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:11.623450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.638445 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] No DVR routers for this DVR port 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:49:11.641526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.646805 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-83a474e5-55e5-4e99-a2f4-1b96b79a2bef req-c4281221-383c-4c40-85de-ed5f274e7a16 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.36 "DELETE /networking/v2.0/ports/0f24f809-3568-48d6-bb30-cdcc4f2c72c6 HTTP/1.1" status: 204 len: 173 time: 0.6018159 Sep 30 09:49:11.646805 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'name': 'network-vif-deleted', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:11.648066 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5897b-f034-4517-8f85-40439673f20d" -d '{"events": [{"server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "name": "network-vif-deleted", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:11.657985 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Pushing event deleted for resources: {'Port': ['ID=ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:11.709635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] No DVR routers for this DVR port ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:49:11.711733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a47b98-bded-4e80-882d-88251d61b462 x-openstack-request-id: req-75a47b98-bded-4e80-882d-88251d61b462 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:11.712059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:11.712179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655458b-a040-4717-91aa-3e156bac1764", "name": "network-vif-deleted", "tag": "0f24f809-3568-48d6-bb30-cdcc4f2c72c6", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:11.712327 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75a47b98-bded-4e80-882d-88251d61b462 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:11.713250 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a47b98-bded-4e80-882d-88251d61b462'] response: {'server_uuid': 'c655458b-a040-4717-91aa-3e156bac1764', 'name': 'network-vif-deleted', 'tag': '0f24f809-3568-48d6-bb30-cdcc4f2c72c6', 'status': 'completed', 'code': 200} Sep 30 09:49:11.715906 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab8832f5-0939-4814-9920-214bb0ca7c7d req-792ba6ab-bcaa-4b02-9954-1e1e2ec80627 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd HTTP/1.1" status: 204 len: 173 time: 0.6561203 Sep 30 09:49:11.716411 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'name': 'network-vif-deleted', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:11.718688 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa5d48d-1e28-48b2-892d-e0b80f4b4684" -d '{"events": [{"server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "name": "network-vif-deleted", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:11.763751 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d33446-f821-4551-87e8-bda52c44160f x-openstack-request-id: req-d3d33446-f821-4551-87e8-bda52c44160f {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:11.764047 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73628ce-2a02-4ff6-97e2-3f2f9cb0087c", "name": "network-vif-deleted", "tag": "ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:11.764308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3d33446-f821-4551-87e8-bda52c44160f {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:11.764800 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d33446-f821-4551-87e8-bda52c44160f'] response: {'server_uuid': 'd73628ce-2a02-4ff6-97e2-3f2f9cb0087c', 'name': 'network-vif-deleted', 'tag': 'ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd', 'status': 'completed', 'code': 200} Sep 30 09:49:11.912176 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-026d880d-311f-4134-bdbc-9ef296a36c63 req-17bd5aa1-c187-441d-8bd3-613768d35d36 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.0299082 Sep 30 09:49:12.492895 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2a08b198-119d-40a6-b117-bc1c4070ba8b req-42783643-7922-41d4-a0fc-637a76a70235 tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.0283940 Sep 30 09:49:13.030492 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1169691f-3913-4007-bce9-96c4da73ab31 req-632ab032-1f15-466a-bf7f-f0ca2b112526 tempest-VolumesNegativeTest-1429228178 tempest-VolumesNegativeTest-1429228178-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c655458b-a040-4717-91aa-3e156bac1764 HTTP/1.1" status: 200 len: 210 time: 0.0306029 Sep 30 09:49:13.518412 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:49:13.538561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:49:13.538999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ce8d050b-ac4d-44ae-a002-9cb0ed2f51fd not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:49:13.539422 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:49:13.557727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:49:13.558073 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 0f24f809-3568-48d6-bb30-cdcc4f2c72c6 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:49:13.615374 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-10301393-f921-43cc-8b81-70325b9320dd req-e972083b-7659-4bea-bc70-ff82ebe04a0a tempest-VolumesActionsTest-1876305362 tempest-VolumesActionsTest-1876305362-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d73628ce-2a02-4ff6-97e2-3f2f9cb0087c HTTP/1.1" status: 200 len: 210 time: 0.0272009 Sep 30 09:49:21.007126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641603-8980-4892-94cf-c9a9bf9399f4 req-49f49240-4081-425e-8bca-5279b19f460c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:21.008565 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39641603-8980-4892-94cf-c9a9bf9399f4 req-49f49240-4081-425e-8bca-5279b19f460c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Sep 30 09:49:21.054893 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39641603-8980-4892-94cf-c9a9bf9399f4 req-3c81db10-33ee-4a8d-8233-fb162d3b666c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Sep 30 09:49:21.082970 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59946) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:21.266537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32510b3c-ee34-4be2-91e7-f6b1e9207b61 tempest-TestMinimumBasicScenario-510774327 tempest-TestMinimumBasicScenario-510774327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:21.268200 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-32510b3c-ee34-4be2-91e7-f6b1e9207b61 tempest-TestMinimumBasicScenario-510774327 tempest-TestMinimumBasicScenario-510774327-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1124 time: 0.1842439 Sep 30 09:49:21.271127 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59956) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:21.275355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'port_id': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:21.360494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:21.445130 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:21.546556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ad0e-975d-4a03-a3aa-71b0c513a019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:21.558991 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Allocated IP 172.37.6.130 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/7388e982-3506-4600-9030-7f8ec8e36bf6) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:49:21.618576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=72,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:21.671123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:21.683606 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:21.764714 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:21.812468 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:49:21.815796 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:49:21.820221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:49:21.844115 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'Port': ['ID=7388e982-3506-4600-9030-7f8ec8e36bf6,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:21.851703 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:22.106834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 59976) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:22.365541 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 59988) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:22.371501 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8b930b35-5418-4e86-a391-5970a7a1a37b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=068a17bb811448d28e4ba1907f47b8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537270 Sep 30 09:49:22.394876 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-e7b28b97-cee5-4b92-ade2-26b794833053 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-783740169&fields=id&tenant_id=1330031e214045bf9d45c73da1445255 HTTP/1.1" status: 200 len: 267 time: 0.1463795 Sep 30 09:49:22.467938 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for floatingip (124cdefd-96b2-49e5-b30e-75d387b8673c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.500950 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:22.566918 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] Publish callbacks [] for security_group (999e6db3-6caa-46cb-a505-33827a011de7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.583000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-17204a19-df0c-4248-b4bf-ef54bcd369e0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:22.584529 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-17204a19-df0c-4248-b4bf-ef54bcd369e0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 809 time: 0.1888638 Sep 30 09:49:22.607240 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] Publish callbacks [] for security_group (999e6db3-6caa-46cb-a505-33827a011de7), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.623207 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-173f678f-91ee-4bac-bf56-e29b3ab2d7f8 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/quotas/1330031e214045bf9d45c73da1445255 HTTP/1.1" status: 200 len: 375 time: 0.0278652 Sep 30 09:49:22.694363 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.738983 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-3031d038-f235-439f-9daa-7590f5664988 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003010 Sep 30 09:49:22.862351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (999e6db3-6caa-46cb-a505-33827a011de7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.867739 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:22.868879 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/999e6db3-6caa-46cb-a505-33827a011de7 HTTP/1.1" status: 204 len: 168 time: 0.5023465 Sep 30 09:49:22.921681 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e769d-2a2c-4918-98cb-8f1d56cee915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e6db3-6caa-46cb-a505-33827a011de7,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:23.007139 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4d23ceac-1db0-4b47-b09c-5282a7be8365 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251077 Sep 30 09:49:23.062457 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:23.120085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:23.142035 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-cb855c01-c110-4b34-af87-73df7da8f2f4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232483 Sep 30 09:49:23.201121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:23.341150 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'Port': ['ID=7388e982-3506-4600-9030-7f8ec8e36bf6,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:23.351465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (124cdefd-96b2-49e5-b30e-75d387b8673c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:23.703065 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Floating IP 124cdefd-96b2-49e5-b30e-75d387b8673c associated. External IP: 172.37.6.130, port: 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3. Sep 30 09:49:23.715442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0494518-9956-43af-a1de-bc9fca39bcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:23.924643 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Router c81ae97f-4108-4176-a5ad-ddbb1d333c7b has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:49:23.977427 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:24.094486 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7580953d-5055-4735-a295-c5dec20dc667 req-c008f445-2f28-4d7e-b13e-bb077c7186a7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0781438 Sep 30 09:49:24.118843 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:49:24.130869 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Sync routers for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:49:24.145404 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:24.146046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:24.229031 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.265934 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3f138cdc-baab-4c58-a8cb-93b5cd2917be tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9937685 Sep 30 09:49:24.266411 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60014) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:24.266969 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:24.269241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58170280-60d5-4c0b-8874-174df60b49a4" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:24.274626 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664535141', 'description': 'tempest-secgroup-smoke-1664535141 description', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:24.330342 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02f913-410f-4b86-9b6a-840911e304dc x-openstack-request-id: req-ab02f913-410f-4b86-9b6a-840911e304dc {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:24.330662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:24.330925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab02f913-410f-4b86-9b6a-840911e304dc {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:24.331354 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab02f913-410f-4b86-9b6a-840911e304dc'] response: {'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:49:24.341173 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:24.381428 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.478747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (a2f2441d-2469-4195-ba5b-d5e2f6ba3152), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.512733 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170280-60d5-4c0b-8874-174df60b49a4 req-58202485-c93f-4603-a433-5317b70f2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:24.515192 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-58202485-c93f-4603-a433-5317b70f2462 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1129 time: 0.1080256 Sep 30 09:49:24.550270 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a2f2441d-2469-4195-ba5b-d5e2f6ba3152), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.627930 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f2441d-2469-4195-ba5b-d5e2f6ba3152,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:24.655749 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170280-60d5-4c0b-8874-174df60b49a4 req-390575be-6848-4c9d-890e-769c11d8a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:24.657205 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-390575be-6848-4c9d-890e-769c11d8a856 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.1350675 Sep 30 09:49:24.705797 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.707848 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-69b42d18-5186-4afd-b791-218697998570 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4391472 Sep 30 09:49:24.710999 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60018) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:24.717817 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:24.756747 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-cc222f1e-3162-44f2-a27b-71dba15152bf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 999 time: 0.0869193 Sep 30 09:49:24.794696 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '124cdefd-96b2-49e5-b30e-75d387b8673c', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'port_id': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'mac_address': 'fa:16:3e:f5:0a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:22Z', 'updated_at': '2022-09-30T09:49:22Z', 'revision_number': 0, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:24.830125 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170280-60d5-4c0b-8874-174df60b49a4 req-f47a2727-8b07-4cc4-a39d-8594e00f930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:24.830378 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Checking router: c81ae97f-4108-4176-a5ad-ddbb1d333c7b for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:49:24.834558 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-f47a2727-8b07-4cc4-a39d-8594e00f930a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.0713987 Sep 30 09:49:24.835698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (3a5dc02a-ee2e-4b16-a59b-6a9d27ce6a66), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:24.848021 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:24.848629 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:24.858476 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:24.917979 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58170280-60d5-4c0b-8874-174df60b49a4 req-e2c110bb-9880-4300-807b-464aaded6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:24.919688 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-e2c110bb-9880-4300-807b-464aaded6476 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781879 Sep 30 09:49:24.982064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:24.989791 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (3a5dc02a-ee2e-4b16-a59b-6a9d27ce6a66), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.037965 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-040bcb01-21a1-4f88-851f-1d37064436f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098828 Sep 30 09:49:25.066490 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.100596 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (3a5dc02a-ee2e-4b16-a59b-6a9d27ce6a66), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.140040 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5dc02a-ee2e-4b16-a59b-6a9d27ce6a66,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:25.230261 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5342c9ed-7b70-4292-a7e3-0d3b44ee752e req-7173ed90-9fb9-4781-a78b-5e8d86b56e76 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0459609 Sep 30 09:49:25.250517 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:25.251506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.252676 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-152eac76-6cc7-4756-910e-e7cb6e71ce9f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5403140 Sep 30 09:49:25.262031 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60024) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:25.280077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:25.280077 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58170280-60d5-4c0b-8874-174df60b49a4 req-1e453098-9c7f-467a-9d4a-71a6921a9831 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242761 Sep 30 09:49:25.283082 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:25.294551 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:25.309510 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '124cdefd-96b2-49e5-b30e-75d387b8673c', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'port_id': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'mac_address': 'fa:16:3e:f5:0a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:22Z', 'updated_at': '2022-09-30T09:49:22Z', 'revision_number': 0, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:25.342011 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2643cebe-f4c4-4f5b-8986-31afcf649118 None None] The sync data for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi is: [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '124cdefd-96b2-49e5-b30e-75d387b8673c', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'port_id': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'mac_address': 'fa:16:3e:f5:0a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:22Z', 'updated_at': '2022-09-30T09:49:22Z', 'revision_number': 0, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:49:25.425931 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (bad430fe-4dd8-4f0b-a42e-84d675365a73), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.484510 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (bad430fe-4dd8-4f0b-a42e-84d675365a73), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.560768 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (bad430fe-4dd8-4f0b-a42e-84d675365a73), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.581255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad430fe-4dd8-4f0b-a42e-84d675365a73,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:25.607451 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a70e0e-3dd8-4c1b-98de-2242b01afff4 None None] New status for floating IP 124cdefd-96b2-49e5-b30e-75d387b8673c: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:49:25.679037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.683682 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-c683e3f7-9cfe-4b18-9913-126914029040 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235363 Sep 30 09:49:25.684013 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60034) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:25.688714 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:25.836280 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (ddcb598c-2b97-44cb-a76e-ac47a9a85c7a), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:25.952886 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (ddcb598c-2b97-44cb-a76e-ac47a9a85c7a), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.029331 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (ddcb598c-2b97-44cb-a76e-ac47a9a85c7a), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.057424 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb598c-2b97-44cb-a76e-ac47a9a85c7a,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:26.120394 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.125554 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60038) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:26.126662 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-aef576ef-333c-423c-b6e7-2d380e02de63 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408092 Sep 30 09:49:26.130559 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:26.236100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (73780292-f48c-4d3d-976c-f560b8ae856d), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.325376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (73780292-f48c-4d3d-976c-f560b8ae856d), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.355356 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-506bd003-4d7e-4d7f-b082-faa1abac65e4 req-f70c3602-0883-49b4-b7e8-9240e1770820 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0336804 Sep 30 09:49:26.389587 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (73780292-f48c-4d3d-976c-f560b8ae856d), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.425182 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73780292-f48c-4d3d-976c-f560b8ae856d,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:26.483050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.488140 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60046) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:26.497321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0363f25b-dc58-45c0-8acc-20ca0c3746d7 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616681 Sep 30 09:49:26.497483 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:26.598400 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.securitygroups_db [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Project 0be64f8f1d4b452e84a7bcd64f6100d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:49:26.606206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (c125f362-878a-4f89-abc4-5f41afd74762), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.628104 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.656462 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.673380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (c125f362-878a-4f89-abc4-5f41afd74762), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.732668 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (c125f362-878a-4f89-abc4-5f41afd74762), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.754415 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c125f362-878a-4f89-abc4-5f41afd74762,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:26.831118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:26.833161 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0d93e337-e27a-42fc-bd39-6cda2a23c1ac tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433404 Sep 30 09:49:26.835950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60048) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:26.840588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'security_group_rule': {'security_group_id': 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152', 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:26.930142 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.securitygroups_db [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Project 0be64f8f1d4b452e84a7bcd64f6100d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:49:26.942501 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (ca878974-b805-4068-85a0-25d91cee0a58), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.047044 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (ca878974-b805-4068-85a0-25d91cee0a58), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.113418 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (ca878974-b805-4068-85a0-25d91cee0a58), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.160136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca878974-b805-4068-85a0-25d91cee0a58,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:27.213797 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-9d7a7574-c511-4b6f-ad53-126ece1b7dfc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:27.216786 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-9d7a7574-c511-4b6f-ad53-126ece1b7dfc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 809 time: 0.1673260 Sep 30 09:49:27.272485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.282447 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0d982f08-5347-4e27-b274-b4a92f1ab560 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4451461 Sep 30 09:49:27.352468 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-61383ea2-0131-4fbb-8f24-2e2b4344c688 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1330031e214045bf9d45c73da1445255 HTTP/1.1" status: 200 len: 379 time: 0.1108871 Sep 30 09:49:27.400479 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'port': {'device_id': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'admin_state_up': True, 'tenant_id': '1330031e214045bf9d45c73da1445255', 'security_groups': ['2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:27.509605 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-da4bc564-7329-442d-88d5-0232ad63cd7f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1664535141&fields=id&tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1 HTTP/1.1" status: 200 len: 267 time: 0.1477280 Sep 30 09:49:27.515525 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-be5de9f5-9ecb-49a9-9ebf-1f8af23298e1 req-b5075515-db27-47ab-b8f7-7bfe55b84f5f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0452082 Sep 30 09:49:27.522054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:27.588318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-8c50dd43-ed3a-47c5-b1c9-c6b5eebd30ee tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:27.590388 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-8c50dd43-ed3a-47c5-b1c9-c6b5eebd30ee tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0716088 Sep 30 09:49:27.612629 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'port': {'security_groups': ['486454ec-5304-4b26-ac0e-18fa2421327c', 'a2f2441d-2469-4195-ba5b-d5e2f6ba3152']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:27.690042 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.699654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Made reservation on behalf of 1330031e214045bf9d45c73da1445255 for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:49:27.703529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:27.766822 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:27.945726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Allocated IP 172.20.0.4 (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7/6f26d679-c954-4e46-831c-7bd0a36da165/803fcd8d-66b3-48a0-bc79-84c2e79f336c) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:49:28.021608 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:28.121405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.147949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.177578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:28.201168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.213419 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.214573 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.216040 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a2f1607-1e77-47ab-a26a-2cd502f9c25b req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "PUT /networking/v2.0/ports/4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 981 time: 0.6118417 Sep 30 09:49:28.216698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:28.219079 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:28.240944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:49:28.274741 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.314736 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d5a57-ab2d-4ad8-9ed2-935506c86add x-openstack-request-id: req-433d5a57-ab2d-4ad8-9ed2-935506c86add {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:28.315227 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:28.315627 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-433d5a57-ab2d-4ad8-9ed2-935506c86add {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:28.316188 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433d5a57-ab2d-4ad8-9ed2-935506c86add'] response: {'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:49:28.331629 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac399fe-7b36-46ae-8948-95149c782d1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=6']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:28.341317 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:49:28.388060 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:28.408290 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:49:28.413403 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:49:28.453759 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:28.462659 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e9aec-477f-470d-8223-e9411bad87c1 req-ac14b8f0-f970-4f83-bee5-bd5a89d15359 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.464409 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-509e9aec-477f-470d-8223-e9411bad87c1 req-ac14b8f0-f970-4f83-bee5-bd5a89d15359 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.1463144 Sep 30 09:49:28.477319 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-29024948-5231-4fc4-8625-593c29fea6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.478929 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-29024948-5231-4fc4-8625-593c29fea6b0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1168 time: 0.0867095 Sep 30 09:49:28.534824 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:49:28.575372 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.575372 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.715828 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-4690f4ad-0911-4828-a24c-4e431114352d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3221250 Sep 30 09:49:28.736572 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-cdb7976f-f3fa-4894-989b-ec25d073d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.739581 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-509e9aec-477f-470d-8223-e9411bad87c1 req-0a813c57-c2e3-4019-839e-055e18fbf644 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2459962 Sep 30 09:49:28.746788 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-cdb7976f-f3fa-4894-989b-ec25d073d42c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.2509511 Sep 30 09:49:28.748516 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Request body: {'port': {'device_id': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:28.872264 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:28.887930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d01b2-1fa9-42cb-b861-51d03559c8c5 req-3d3d0f1b-ce58-4a2b-b62f-31f2446eaa72 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.890193 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c0d01b2-1fa9-42cb-b861-51d03559c8c5 req-3d3d0f1b-ce58-4a2b-b62f-31f2446eaa72 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 931 time: 0.2176101 Sep 30 09:49:28.929099 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-1b4a928f-2cf9-4828-bd75-539146a24870 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 1001 time: 0.1693773 Sep 30 09:49:28.958569 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Provisioning complete for port 803fcd8d-66b3-48a0-bc79-84c2e79f336c triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:49:28.959023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.959472 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Attempt 1 to provision port 803fcd8d-66b3-48a0-bc79-84c2e79f336c Sep 30 09:49:28.960163 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.965266 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c0d01b2-1fa9-42cb-b861-51d03559c8c5 req-df328187-9e95-4b08-a6f3-e5fd28694e0e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582197 Sep 30 09:49:28.996543 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-9b9dee06-42e7-42ef-b1a9-ce392fbefc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:28.998133 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-9b9dee06-42e7-42ef-b1a9-ce392fbefc94 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.0616488 Sep 30 09:49:29.009690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:29.026674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Port 803fcd8d-66b3-48a0-bc79-84c2e79f336c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:49:29.092753 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-0a0a512f-a341-40b9-b641-27bde3beb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:29.094797 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-0a0a512f-a341-40b9-b641-27bde3beb494 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884593 Sep 30 09:49:29.106169 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:29.160094 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:29.248063 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-949e878e-d828-4941-9598-5771ba10af25 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421657 Sep 30 09:49:29.353401 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d9a501dc-6f7e-4446-8e86-bd775f80f0dd req-c87fc024-3095-484f-99a8-cd3d6cbb09bf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969725 Sep 30 09:49:29.378285 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803fcd8d-66b3-48a0-bc79-84c2e79f336c {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:49:29.387689 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks [] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.402801 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Transition to ACTIVE for port object 803fcd8d-66b3-48a0-bc79-84c2e79f336c will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:49:29.468698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.528894 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Attempt 2 to provision port 803fcd8d-66b3-48a0-bc79-84c2e79f336c Sep 30 09:49:29.567577 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Port 803fcd8d-66b3-48a0-bc79-84c2e79f336c cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:49:29.590747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:29.595483 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:29.638009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Attempting to bind port 803fcd8d-66b3-48a0-bc79-84c2e79f336c on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:49:29.643033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Attempting to bind port 803fcd8d-66b3-48a0-bc79-84c2e79f336c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:49:29.643033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Attempting to bind port 803fcd8d-66b3-48a0-bc79-84c2e79f336c on network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:49:29.692059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Port 803fcd8d-66b3-48a0-bc79-84c2e79f336c on network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:49:29.692470 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Attempting to bind port 803fcd8d-66b3-48a0-bc79-84c2e79f336c on network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:49:29.741631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:49:29.741978 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Checking segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:49:29.742580 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Bound using segment: {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:49:29.743051 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Bound port: 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a960c0a-e5d4-4995-ad68-d03963036798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:49:29.743410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.813881 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:49:29.817028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:49:29.868477 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.874861 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:29.875847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.877965 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 1093 time: 1.1359789 Sep 30 09:49:29.934322 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8c23a-c776-41cf-8410-67d2ad497b46 service neutron] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:30.069501 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Attempt 3 to provision port 803fcd8d-66b3-48a0-bc79-84c2e79f336c Sep 30 09:49:30.107630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-1d692fab-5135-4a37-971d-f05782962034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:30.109572 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-1d692fab-5135-4a37-971d-f05782962034 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1127 time: 0.0802450 Sep 30 09:49:30.119023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-85b5ba4a-c61c-4ee7-be44-aa0f83f8dec3 None None] Port 803fcd8d-66b3-48a0-bc79-84c2e79f336c had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:49:30.131927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f390-e3c8-49a5-b457-acf827468e8b req-ac08ecc4-f21b-463b-8c62-72e95d1c3a37 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:30.139603 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a384f390-e3c8-49a5-b457-acf827468e8b req-ac08ecc4-f21b-463b-8c62-72e95d1c3a37 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0682571 Sep 30 09:49:30.191079 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-7cd406a5-09ef-442c-bcef-7454e955265b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 217 time: 0.0652850 Sep 30 09:49:30.260277 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a384f390-e3c8-49a5-b457-acf827468e8b req-ef820173-a7bf-4191-9c02-429ace0884e6 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193969 Sep 30 09:49:30.289039 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-280f545b-34ca-4d42-b25c-f05db6050340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:30.291892 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-280f545b-34ca-4d42-b25c-f05db6050340 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0879736 Sep 30 09:49:30.332105 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:30.335005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43e4049-9755-4978-872a-b75b0bab2143" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:30.359286 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-e0245e6e-b732-48e8-bf0a-9a31a1880e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:30.361554 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-e0245e6e-b732-48e8-bf0a-9a31a1880e4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618231 Sep 30 09:49:30.433295 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41315470-8f4f-4a66-93b5-2403d223c5bf x-openstack-request-id: req-41315470-8f4f-4a66-93b5-2403d223c5bf {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:30.433908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:30.433908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41315470-8f4f-4a66-93b5-2403d223c5bf {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:30.434268 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41315470-8f4f-4a66-93b5-2403d223c5bf'] response: {'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'status': 'completed', 'code': 200} Sep 30 09:49:30.478933 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-0e376681-cdf2-4706-8f3c-c878848c3908 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097803 Sep 30 09:49:30.698707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:30.804255 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1c86752-22b6-4b8d-b342-a4146030d8e0 req-aa4c4c92-f2bd-4391-9d6d-de2e849cb17b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186131 Sep 30 09:49:31.311224 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:31.390505 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4049-9755-4978-872a-b75b0bab2143 req-8bd01683-355c-492f-be04-84bedc626539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:31.392060 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-8bd01683-355c-492f-be04-84bedc626539 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1127 time: 0.0895596 Sep 30 09:49:31.402883 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ea24-0edd-409b-a9a3-34240fd7aa85 req-fad612d1-d34c-4281-ae36-848e53dd3684 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:31.404671 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3187ea24-0edd-409b-a9a3-34240fd7aa85 req-fad612d1-d34c-4281-ae36-848e53dd3684 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0642486 Sep 30 09:49:31.536914 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3187ea24-0edd-409b-a9a3-34240fd7aa85 req-2e27387b-1797-4d24-a1d6-9c3e1fbfded9 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218455 Sep 30 09:49:31.550890 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:31.567968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4049-9755-4978-872a-b75b0bab2143 req-b6235628-e9d8-4a03-b1d0-30765c967f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:31.569710 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-b6235628-e9d8-4a03-b1d0-30765c967f5a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.1641750 Sep 30 09:49:31.610618 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-b5feb519-7a08-47e7-90f1-cd07c48156a1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 217 time: 0.0349040 Sep 30 09:49:31.663543 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4049-9755-4978-872a-b75b0bab2143 req-28868bb8-61de-4bdc-991a-d52273026a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:31.665247 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-28868bb8-61de-4bdc-991a-d52273026a28 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0475576 Sep 30 09:49:31.715654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4049-9755-4978-872a-b75b0bab2143 req-68371ce3-1fef-42f9-a914-994ffb95ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:31.720099 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-68371ce3-1fef-42f9-a914-994ffb95ddc4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463853 Sep 30 09:49:31.831175 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-ebbd7856-f697-4a62-b9f5-4d6d6f253e3d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015036 Sep 30 09:49:31.974423 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c43e4049-9755-4978-872a-b75b0bab2143 req-c8538eb4-acbf-4590-bc9b-ac7817069029 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360619 Sep 30 09:49:32.682676 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527d4cd-7b8a-4294-933b-825cf8df5c65 req-b7877c8b-b825-46c8-8808-f5ca1f48c379 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:32.684274 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9527d4cd-7b8a-4294-933b-825cf8df5c65 req-b7877c8b-b825-46c8-8808-f5ca1f48c379 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0491195 Sep 30 09:49:32.755339 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9527d4cd-7b8a-4294-933b-825cf8df5c65 req-5cb2e59b-71bc-4d23-9931-3f8515f6deb1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638947 Sep 30 09:49:33.909871 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad2edc-995a-4604-90fd-5d247478ba0c req-a6df0cab-a77f-40cf-b2d2-ac0cf6486718 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:33.918928 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c1ad2edc-995a-4604-90fd-5d247478ba0c req-a6df0cab-a77f-40cf-b2d2-ac0cf6486718 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0766709 Sep 30 09:49:33.974407 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c1ad2edc-995a-4604-90fd-5d247478ba0c req-9ce8f45e-e77e-4c27-a2b1-adf1ba258da8 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544238 Sep 30 09:49:35.103977 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2607-7e9f-4336-8f2e-90e81a2ae1fd req-d38c051b-c1a7-42e7-a1e2-c550580284d3 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:35.106133 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-05cb2607-7e9f-4336-8f2e-90e81a2ae1fd req-d38c051b-c1a7-42e7-a1e2-c550580284d3 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0569260 Sep 30 09:49:35.171714 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-05cb2607-7e9f-4336-8f2e-90e81a2ae1fd req-5d2a6647-b288-4a4d-b2e0-c216f1c0ed14 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588374 Sep 30 09:49:35.725691 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:35.767721 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:36.327631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221313b-782a-4027-819e-9199462d63ea req-a98a4380-a454-4487-96ab-58c740e4b1f5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:36.329745 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e221313b-782a-4027-819e-9199462d63ea req-a98a4380-a454-4487-96ab-58c740e4b1f5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0521553 Sep 30 09:49:36.398148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e221313b-782a-4027-819e-9199462d63ea req-e8e399a3-3bba-4b26-9a92-75eab23a69f8 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607834 Sep 30 09:49:37.552394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f542a30-b45e-422b-9d88-c17a185a657c req-af69d235-b030-45d8-8dcc-e892a095168d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:37.554146 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9f542a30-b45e-422b-9d88-c17a185a657c req-af69d235-b030-45d8-8dcc-e892a095168d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0634181 Sep 30 09:49:37.616759 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9f542a30-b45e-422b-9d88-c17a185a657c req-32f35392-9b76-4ca2-b3e0-3bbdf94f2408 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560470 Sep 30 09:49:37.755380 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:49:37.881697 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:37.896303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'mac_address': 'fa:16:3e:02:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:49:37.931650 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 803fcd8d-66b3-48a0-bc79-84c2e79f336c is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:49:37.932045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:37.949534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803fcd8d-66b3-48a0-bc79-84c2e79f336c {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:49:37.970249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:38.038402 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:38.087762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:38.489066 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['803fcd8d-66b3-48a0-bc79-84c2e79f336c'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:49:38.728955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:38.741539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2535a-ac95-4a23-a59e-2bd140111b3d req-d2fe56ee-0168-4ba5-b857-34a74b1cc7e6 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:38.743216 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2ba2535a-ac95-4a23-a59e-2bd140111b3d req-d2fe56ee-0168-4ba5-b857-34a74b1cc7e6 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0495334 Sep 30 09:49:38.791372 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2ba2535a-ac95-4a23-a59e-2bd140111b3d req-a1dac78b-ce6e-48b8-b1da-fa0138e4a70d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 Sep 30 09:49:39.348437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:39.350234 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=64 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:39.778126 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:49:39.823654 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 803fcd8d-66b3-48a0-bc79-84c2e79f336c completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:49:39.898608 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 803fcd8d-66b3-48a0-bc79-84c2e79f336c triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:49:39.899108 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:39.899677 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 803fcd8d-66b3-48a0-bc79-84c2e79f336c Sep 30 09:49:39.913084 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7e063-ae18-44a5-aa91-508780a6995a req-7d0424c1-059e-4bb5-a053-71c79f21d12c tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:39.914535 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aac7e063-ae18-44a5-aa91-508780a6995a req-7d0424c1-059e-4bb5-a053-71c79f21d12c tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0471852 Sep 30 09:49:39.967432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:39.977557 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 803fcd8d-66b3-48a0-bc79-84c2e79f336c is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:49:39.979225 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:39.979342 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aac7e063-ae18-44a5-aa91-508780a6995a req-579cef0c-3b3b-4084-9e5b-bcb4fa6f681a tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538986 Sep 30 09:49:40.003585 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:40.005729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c7b13d-9728-41bc-b79f-1d9d92ab19cb" -d '{"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-plugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:40.019544 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:49:40.047077 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbc74e-26d9-4545-9bc7-ef5a6f96f2f1 x-openstack-request-id: req-6edbc74e-26d9-4545-9bc7-ef5a6f96f2f1 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:40.047330 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-plugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:40.047587 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6edbc74e-26d9-4545-9bc7-ef5a6f96f2f1 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:40.047990 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edbc74e-26d9-4545-9bc7-ef5a6f96f2f1'] response: {'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'code': 200} Sep 30 09:49:40.130016 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:40.179792 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:40.420086 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:40.430557 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8855f-ba69-4a51-8264-c0e3f60c3545 req-d2a7bcbb-e202-4a4e-8be7-c03ba359ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:40.432181 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ba8855f-ba69-4a51-8264-c0e3f60c3545 req-d2a7bcbb-e202-4a4e-8be7-c03ba359ffc8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0425675 Sep 30 09:49:40.456996 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:40.478329 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ba8855f-ba69-4a51-8264-c0e3f60c3545 req-64d6cfd6-a00d-4ba0-9d5a-0e37ba5174bc service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393713 Sep 30 09:49:41.101749 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa8677-44a4-481a-aee9-5640f23d2cd7 req-491895d2-7b1c-4c06-a397-0e2094078f39 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:41.103166 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1afa8677-44a4-481a-aee9-5640f23d2cd7 req-491895d2-7b1c-4c06-a397-0e2094078f39 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0472956 Sep 30 09:49:41.154404 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1afa8677-44a4-481a-aee9-5640f23d2cd7 req-7a09dc7d-61ee-40b4-a2d2-3f89bb2a7179 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Sep 30 09:49:41.726556 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:49:42.280793 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b47514-e429-4ef3-b58f-359dacc8cf2b req-0a30e53d-8be6-46fb-b9ed-1b5efb4b3ed3 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:42.282239 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5b47514-e429-4ef3-b58f-359dacc8cf2b req-0a30e53d-8be6-46fb-b9ed-1b5efb4b3ed3 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0499489 Sep 30 09:49:42.330700 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5b47514-e429-4ef3-b58f-359dacc8cf2b req-1e0ca8e6-1a0a-4596-967b-e922a655275e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Sep 30 09:49:42.456502 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60234) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:42.501916 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Deleting subnet cc6f8afb-b389-431a-9b53-54a02cc2cc80 {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:49:42.505156 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Publish callbacks [] for subnet (cc6f8afb-b389-431a-9b53-54a02cc2cc80), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.541130 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Publish callbacks [] for subnet (cc6f8afb-b389-431a-9b53-54a02cc2cc80), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.546816 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (cc6f8afb-b389-431a-9b53-54a02cc2cc80), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.681594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for subnet (cc6f8afb-b389-431a-9b53-54a02cc2cc80), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.708027 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6f8afb-b389-431a-9b53-54a02cc2cc80,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:42.709938 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.713009 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9a062072-fce9-4312-b94e-11a695dc70dc admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/cc6f8afb-b389-431a-9b53-54a02cc2cc80 HTTP/1.1" status: 204 len: 168 time: 0.2555146 Sep 30 09:49:42.715650 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60236) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:42.784612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (19f705b3-87b0-406c-8a82-287369b1f01f), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.867352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (19f705b3-87b0-406c-8a82-287369b1f01f), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:42.888133 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.888477 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.889212 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.889560 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > port after_create 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.889900 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.890232 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > port after_update 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.890579 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.890937 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.891258 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.891576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.993422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.993788 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.994123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.994456 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:49:42.994829 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f705b3-87b0-406c-8a82-287369b1f01f']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:43.012284 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f0f416-ce09-4705-9d84-2507bb4fe522') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:43.013043 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f0f416-ce09-4705-9d84-2507bb4fe522') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:43.028880 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (11f0f416-ce09-4705-9d84-2507bb4fe522), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.049118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (11f0f416-ce09-4705-9d84-2507bb4fe522), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.057271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:49:43.057644 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (11f0f416-ce09-4705-9d84-2507bb4fe522), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.201404 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (19f705b3-87b0-406c-8a82-287369b1f01f), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.207701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.212257 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/19f705b3-87b0-406c-8a82-287369b1f01f HTTP/1.1" status: 204 len: 168 time: 0.4955173 Sep 30 09:49:43.227153 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc2e50-8a48-422d-9b73-d26befb43ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f705b3-87b0-406c-8a82-287369b1f01f,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:43.247226 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 11f0f416-ce09-4705-9d84-2507bb4fe522 resource provider aggregate not found Sep 30 09:49:43.266817 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 11f0f416-ce09-4705-9d84-2507bb4fe522 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f0f416-ce09-4705-9d84-2507bb4fe522 found for delete ", "request_id": "req-ab51460c-e3e8-4b8a-8553-1080b21e6b47"}]} Sep 30 09:49:43.451808 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9d3a-7e11-40e2-a2ca-15b0bbed3576 req-622231bc-f0f9-4969-b9d4-7c7c6cd4bd1e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:43.453315 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-142f9d3a-7e11-40e2-a2ca-15b0bbed3576 req-622231bc-f0f9-4969-b9d4-7c7c6cd4bd1e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0473936 Sep 30 09:49:43.502217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-142f9d3a-7e11-40e2-a2ca-15b0bbed3576 req-6f63570e-c742-431a-8ae8-6a07d5507852 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Sep 30 09:49:43.607149 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60254) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:43.621756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc5da-1dc4-478e-9095-53628b89ad87 req-dbe13dfc-690d-497f-a856-a1008fbf2d73 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:43.623592 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-78cdc5da-1dc4-478e-9095-53628b89ad87 req-dbe13dfc-690d-497f-a856-a1008fbf2d73 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0484190 Sep 30 09:49:43.646296 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-def1ad51-81fa-4f05-8e48-a12b3cf93ae6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c1eb9ddbc0a84a308ceffeae5198f229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391686 Sep 30 09:49:43.648968 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60256) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:43.676808 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-78cdc5da-1dc4-478e-9095-53628b89ad87 req-84b2d5c3-41bb-457f-a50e-102e850dd5a1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474644 Sep 30 09:49:43.696118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] Publish callbacks [] for security_group (35fe4fab-f7e7-497f-b77d-71379dee8053), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.704696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60258) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:43.716865 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] Publish callbacks [] for security_group (35fe4fab-f7e7-497f-b77d-71379dee8053), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.818384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (35fe4fab-f7e7-497f-b77d-71379dee8053), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.821063 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:43.825041 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/35fe4fab-f7e7-497f-b77d-71379dee8053 HTTP/1.1" status: 204 len: 168 time: 0.1723588 Sep 30 09:49:43.832052 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9cf17-341d-49e4-8ae6-5a9334bd3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe4fab-f7e7-497f-b77d-71379dee8053,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:43.945016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e3c00-c1f2-4e01-95d4-85c6852b7000 tempest-TestShelveInstance-1446973405 tempest-TestShelveInstance-1446973405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:43.946543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3d7e3c00-c1f2-4e01-95d4-85c6852b7000 tempest-TestShelveInstance-1446973405 tempest-TestShelveInstance-1446973405-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1124 time: 0.2408793 Sep 30 09:49:43.950078 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60266) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:49:43.954281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:49:44.024284 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:44.103618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:44.210633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Allocated IP 172.37.6.162 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/6b819bd9-3ae7-4382-b77d-c975f03af861) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:49:44.317618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:44.433635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:44.439104 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:44.468157 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:49:44.471071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:49:44.476611 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:49:44.497638 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:44.508077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'Port': ['ID=6b819bd9-3ae7-4382-b77d-c975f03af861,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:44.832695 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for floatingip (74e0f99c-3fec-4f35-a258-befb33bfec9e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:44.965946 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:45.097238 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:45.118099 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:45.181306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:45.253227 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (74e0f99c-3fec-4f35-a258-befb33bfec9e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:45.256073 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event updated for resources: {'Port': ['ID=6b819bd9-3ae7-4382-b77d-c975f03af861,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:49:45.351773 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Floating IP 74e0f99c-3fec-4f35-a258-befb33bfec9e associated. External IP: 172.37.6.162, port: 803fcd8d-66b3-48a0-bc79-84c2e79f336c. Sep 30 09:49:45.544964 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Router 37948e78-e1ec-4aee-815b-077ddf094735 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:49:45.603125 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:45.647919 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:49:45.659365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Sync routers for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:49:45.669003 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:45.669605 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:45.781113 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:45.785387 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:45.813469 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0a1ffce9-31f8-43e7-865d-331b56a26744 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8623500 Sep 30 09:49:45.814205 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:49:45.816587 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5712f97f-cbd8-4657-a285-e9cba5a06091" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:49:45.857668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df5d9c-0064-49b5-bf37-85f8f5728f8a x-openstack-request-id: req-44df5d9c-0064-49b5-bf37-85f8f5728f8a {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:49:45.857973 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:49:45.858231 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44df5d9c-0064-49b5-bf37-85f8f5728f8a {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:49:45.858708 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44df5d9c-0064-49b5-bf37-85f8f5728f8a'] response: {'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'status': 'completed', 'code': 200} Sep 30 09:49:45.965012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-4f520678-859e-4edf-941a-78e8aaa61793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:45.965012 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-4f520678-859e-4edf-941a-78e8aaa61793 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0456276 Sep 30 09:49:45.999818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '74e0f99c-3fec-4f35-a258-befb33bfec9e', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'floating_ip_address': '172.37.6.162', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'mac_address': 'fa:16:3e:02:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:44Z', 'updated_at': '2022-09-30T09:49:44Z', 'revision_number': 0, 'project_id': '1330031e214045bf9d45c73da1445255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:46.033585 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Checking router: 37948e78-e1ec-4aee-815b-077ddf094735 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:49:46.042373 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:49:46.043511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:46.061643 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-bcd512f3-3431-4c62-a656-985440812661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:46.063117 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-bcd512f3-3431-4c62-a656-985440812661 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.0914085 Sep 30 09:49:46.131673 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-b515751b-3e92-4b8a-9338-411808e0140a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 999 time: 0.0594504 Sep 30 09:49:46.150743 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:49:46.204763 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-2efcf11a-8388-4d16-a4ac-93ca759276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:46.206565 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-2efcf11a-8388-4d16-a4ac-93ca759276ab service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0682669 Sep 30 09:49:46.254355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-cacd8f7e-d08b-459d-89b1-28581bf5efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:46.255962 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-cacd8f7e-d08b-459d-89b1-28581bf5efb9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427170 Sep 30 09:49:46.353445 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-0e74cfa5-fbd4-4a93-bf3f-fdc38c252489 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907516 Sep 30 09:49:46.426688 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:46.429359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:46.450438 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5712f97f-cbd8-4657-a285-e9cba5a06091 req-bc4fed03-e5cc-459f-a890-1973fd907e82 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905323 Sep 30 09:49:46.536560 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '74e0f99c-3fec-4f35-a258-befb33bfec9e', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'floating_ip_address': '172.37.6.162', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'mac_address': 'fa:16:3e:02:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:44Z', 'updated_at': '2022-09-30T09:49:44Z', 'revision_number': 0, 'project_id': '1330031e214045bf9d45c73da1445255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:49:46.564581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a74f51-f945-49c4-9222-e65b01db446d None None] The sync data for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi is: [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '74e0f99c-3fec-4f35-a258-befb33bfec9e', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'floating_ip_address': '172.37.6.162', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'mac_address': 'fa:16:3e:02:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:49:44Z', 'updated_at': '2022-09-30T09:49:44Z', 'revision_number': 0, 'project_id': '1330031e214045bf9d45c73da1445255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:49:46.771507 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f610b9b-5949-4a0b-a2f5-32868c1d0428 None None] New status for floating IP 74e0f99c-3fec-4f35-a258-befb33bfec9e: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:49:51.516661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-935dde03-b3f2-4375-8933-62a03befd8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:52.174368 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e027e-aa7d-419d-a09c-d57b864f759f req-fed5d0ef-439d-4ee4-ae0d-ff8a9961bedc tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:52.175860 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-675e027e-aa7d-419d-a09c-d57b864f759f req-fed5d0ef-439d-4ee4-ae0d-ff8a9961bedc tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0544360 Sep 30 09:49:52.478016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-83816163-e4fa-48cd-ad97-f559717aefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:52.479499 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-83816163-e4fa-48cd-ad97-f559717aefac service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1168 time: 0.0617702 Sep 30 09:49:52.503997 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-675e027e-aa7d-419d-a09c-d57b864f759f req-44c22460-66a2-476d-9d84-bd43f36b50da tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3219891 Sep 30 09:49:52.584848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-704e829b-da61-494d-a3f6-cacdbc77c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:52.586281 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-704e829b-da61-494d-a3f6-cacdbc77c522 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.0980763 Sep 30 09:49:52.650948 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-a8a2ef7e-3481-4c12-8ab1-852fee4bec39 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0561578 Sep 30 09:49:52.704257 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-3028ceed-eda5-49f1-9596-5083a06a240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:52.705695 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-3028ceed-eda5-49f1-9596-5083a06a240c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.0462618 Sep 30 09:49:52.750070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-c2e9fbf1-14d7-47ca-8a14-960280114dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:52.751570 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-c2e9fbf1-14d7-47ca-8a14-960280114dbf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394423 Sep 30 09:49:52.841870 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:52.848214 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-4c817ea8-6e36-4f62-aa24-33bdc2360c0c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Sep 30 09:49:52.947236 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab20aa68-7ad3-4df0-b912-4d838ae6f5f5 req-5128d66f-4095-4ec9-b16b-538692cdbfd9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893896 Sep 30 09:49:53.634061 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bec8-8a72-4d20-a912-fa17e538975f req-c2f1e6d4-e6be-4a57-9dc0-fbb7480f62a6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:53.635556 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44a3bec8-8a72-4d20-a912-fa17e538975f req-c2f1e6d4-e6be-4a57-9dc0-fbb7480f62a6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0476756 Sep 30 09:49:53.705908 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44a3bec8-8a72-4d20-a912-fa17e538975f req-616a9304-8ffe-47a7-8544-932a339cca1d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626116 Sep 30 09:49:53.715761 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-50320545-47cb-4f2e-bc68-e80afbd0c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:53.826834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:53.827414 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:54.834059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e01a-ef04-42ed-8f61-d6b921b3a5f9 req-bc8015b7-a0c3-4ad4-9aec-62ab42274e3d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:54.835570 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6b83e01a-ef04-42ed-8f61-d6b921b3a5f9 req-bc8015b7-a0c3-4ad4-9aec-62ab42274e3d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0520937 Sep 30 09:49:54.897817 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6b83e01a-ef04-42ed-8f61-d6b921b3a5f9 req-d01d1dec-d19c-4f31-99fd-551c6b72847d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565188 Sep 30 09:49:55.010579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:55.539914 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc2d73-6d4e-44c7-8394-927595a7aea0 req-8752f87d-6bfd-4c1b-abc5-f120f0babaf6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:55.541564 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9dfc2d73-6d4e-44c7-8394-927595a7aea0 req-8752f87d-6bfd-4c1b-abc5-f120f0babaf6 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0485506 Sep 30 09:49:55.590352 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9dfc2d73-6d4e-44c7-8394-927595a7aea0 req-8a1696e3-a43b-4376-9431-1c18a0ba08d2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Sep 30 09:49:55.700587 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-44bc0bfd-de87-4711-bba8-ceccc00f6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:55.702035 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-44bc0bfd-de87-4711-bba8-ceccc00f6665 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.0421247 Sep 30 09:49:55.794271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-86004681-7a0e-43dd-9996-464fa13e8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:55.795683 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-86004681-7a0e-43dd-9996-464fa13e8823 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.0858228 Sep 30 09:49:55.821340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:55.876018 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-1f14de41-7806-4eba-b2d5-6ff740128b2a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0606058 Sep 30 09:49:55.930077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-86cfaf60-15dc-4963-9972-53ec361f18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:55.932528 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-86cfaf60-15dc-4963-9972-53ec361f18e1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0456769 Sep 30 09:49:55.977536 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-b508a45f-2704-4a24-8c10-08dffb1b940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:55.979061 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-b508a45f-2704-4a24-8c10-08dffb1b940a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396962 Sep 30 09:49:56.068572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bda5e-8f4d-4bd8-b9b5-7f316379acd9 req-7e479cdc-dfde-455e-b3cf-7a9fb57b56fd tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:56.070007 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc4bda5e-8f4d-4bd8-b9b5-7f316379acd9 req-7e479cdc-dfde-455e-b3cf-7a9fb57b56fd tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0900803 Sep 30 09:49:56.142791 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-f4a4d3ff-41b4-4804-af92-03858f56f247 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539147 Sep 30 09:49:56.184472 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc4bda5e-8f4d-4bd8-b9b5-7f316379acd9 req-4663a475-4c51-46c2-a652-65b88f10467d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047204 Sep 30 09:49:56.258041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f4fbc33-da0d-4da2-8ff3-2fe71cacd004 req-25b528ad-ebcd-4190-bffc-fa1bbe6b0f6d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072297 Sep 30 09:49:56.579693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:56.657188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:56.659623 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:56.699806 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:56.714004 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85be56a-5d72-4c8e-907a-96d045a5c980 req-2fee6ceb-8571-49ae-8eb3-df594cae27f0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:56.715720 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e85be56a-5d72-4c8e-907a-96d045a5c980 req-2fee6ceb-8571-49ae-8eb3-df594cae27f0 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0487349 Sep 30 09:49:56.763920 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e85be56a-5d72-4c8e-907a-96d045a5c980 req-5b162353-20bf-48fe-ba93-7819c5d656d2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Sep 30 09:49:56.880757 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:57.306115 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979086-bd4b-498a-b002-638a4ebf9aa8 req-25d573e0-30b0-4290-b509-9212a3aba410 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:57.307656 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5979086-bd4b-498a-b002-638a4ebf9aa8 req-25d573e0-30b0-4290-b509-9212a3aba410 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0465212 Sep 30 09:49:57.373538 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5979086-bd4b-498a-b002-638a4ebf9aa8 req-ef7835a0-2f64-4df9-b154-cf9a222c2fa0 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594578 Sep 30 09:49:57.886225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84bc44-0d5c-49cd-98b9-6b3a35958acc req-50cb9a07-0e9a-4d07-8e41-cf4d6a406758 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:57.887912 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9d84bc44-0d5c-49cd-98b9-6b3a35958acc req-50cb9a07-0e9a-4d07-8e41-cf4d6a406758 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0470555 Sep 30 09:49:57.935206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9d84bc44-0d5c-49cd-98b9-6b3a35958acc req-f6d5a570-0043-4a1b-95e1-154578b1698a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Sep 30 09:49:58.494417 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607eeb-796e-4a1a-bf43-14ac8155b748 req-8caef820-4ace-463e-a2b8-ea0ab084bbee tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:58.495988 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39607eeb-796e-4a1a-bf43-14ac8155b748 req-8caef820-4ace-463e-a2b8-ea0ab084bbee tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0480967 Sep 30 09:49:58.558024 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-39607eeb-796e-4a1a-bf43-14ac8155b748 req-1cd81efd-c123-4852-be85-5e502449d84d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553563 Sep 30 09:49:59.070473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716f48-f799-4407-9cbf-fc98f9ea86a7 req-d787e880-965f-4d73-a603-cffabf7ee358 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:59.072066 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-02716f48-f799-4407-9cbf-fc98f9ea86a7 req-d787e880-965f-4d73-a603-cffabf7ee358 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0544899 Sep 30 09:49:59.123135 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-02716f48-f799-4407-9cbf-fc98f9ea86a7 req-8e6c9706-c358-4849-b237-474954dab7b1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Sep 30 09:49:59.676120 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bbe1d-b406-41de-8560-a23b361f0ad9 req-bdff6a07-cb2d-4f77-898d-ffc54be52c21 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:59.677575 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0d2bbe1d-b406-41de-8560-a23b361f0ad9 req-bdff6a07-cb2d-4f77-898d-ffc54be52c21 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0458913 Sep 30 09:49:59.697854 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:59.736770 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0d2bbe1d-b406-41de-8560-a23b361f0ad9 req-6cdb610f-8618-4e52-bbfe-eb562104289c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535400 Sep 30 09:50:00.249823 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71846c2e-4c74-4ff5-a8f7-71affa80d4c8 req-6c1c0143-797f-45ac-9af2-1a4d9a918c96 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:00.251938 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71846c2e-4c74-4ff5-a8f7-71affa80d4c8 req-6c1c0143-797f-45ac-9af2-1a4d9a918c96 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0518477 Sep 30 09:50:00.299517 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71846c2e-4c74-4ff5-a8f7-71affa80d4c8 req-33938fa2-b46b-4452-80ef-0a96f86944fd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Sep 30 09:50:00.656232 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:00.859513 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570abf-5e7f-4cb8-a68c-325dc6cf61eb req-80af9674-e383-453b-a127-6f5a7022dda8 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:00.861010 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5c570abf-5e7f-4cb8-a68c-325dc6cf61eb req-80af9674-e383-453b-a127-6f5a7022dda8 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0485508 Sep 30 09:50:00.925418 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5c570abf-5e7f-4cb8-a68c-325dc6cf61eb req-a2905be7-cd4e-481a-934c-c3d34250b4a6 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580175 Sep 30 09:50:01.298379 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1639c-34dd-4c54-b5d4-0be6a2e8ae28 req-dde4bb26-5733-475d-b4b3-0eb5305f2a2b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:01.299868 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3f1639c-34dd-4c54-b5d4-0be6a2e8ae28 req-dde4bb26-5733-475d-b4b3-0eb5305f2a2b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0467427 Sep 30 09:50:01.350235 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3f1639c-34dd-4c54-b5d4-0be6a2e8ae28 req-7b230b56-02e1-4556-8712-42cc27525cae tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448425 Sep 30 09:50:01.418847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7e6a-0ce6-4d14-bbfa-22493b81073c req-7093aac4-3b0e-40c1-88b9-3994fa141f4b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:01.420287 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-64bb7e6a-0ce6-4d14-bbfa-22493b81073c req-7093aac4-3b0e-40c1-88b9-3994fa141f4b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0454800 Sep 30 09:50:01.466956 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-64bb7e6a-0ce6-4d14-bbfa-22493b81073c req-e1b2814f-b961-47ed-b30a-0a978df2a9d5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Sep 30 09:50:02.032018 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:02.043022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fa16d-1263-443e-9170-b814a914d867 req-c3281dcb-6ad1-40b8-8382-b329da6f093c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:02.048573 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b8fa16d-1263-443e-9170-b814a914d867 req-c3281dcb-6ad1-40b8-8382-b329da6f093c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0458591 Sep 30 09:50:02.103359 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3b8fa16d-1263-443e-9170-b814a914d867 req-42dda7fd-a2a4-4b5f-aaa8-9c77f482ce89 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522606 Sep 30 09:50:02.476935 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cc8de-cf59-4b2b-822b-a283ac9fd340 req-316d3688-f108-4a85-86c8-24d23c094666 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:02.478396 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-773cc8de-cf59-4b2b-822b-a283ac9fd340 req-316d3688-f108-4a85-86c8-24d23c094666 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0504010 Sep 30 09:50:02.526653 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-773cc8de-cf59-4b2b-822b-a283ac9fd340 req-a0af8df0-4244-429e-8e77-9621e1ffa2be tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Sep 30 09:50:02.591484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312abe7-eb90-4535-87a2-93dc223063e9 req-05915149-c19c-4431-a84b-fc34e3d5986c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:02.593041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0312abe7-eb90-4535-87a2-93dc223063e9 req-05915149-c19c-4431-a84b-fc34e3d5986c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0496812 Sep 30 09:50:02.657283 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0312abe7-eb90-4535-87a2-93dc223063e9 req-bbb5c668-b8ea-462d-87ab-606449908114 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Sep 30 09:50:02.904056 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:03.234407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f7990-5a0e-44f6-9bd0-d724599882b0 req-42bb16f0-0505-4e6e-ad1a-a67e66de8923 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.236559 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-df5f7990-5a0e-44f6-9bd0-d724599882b0 req-42bb16f0-0505-4e6e-ad1a-a67e66de8923 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0515583 Sep 30 09:50:03.300168 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-df5f7990-5a0e-44f6-9bd0-d724599882b0 req-4ba157e0-a6da-4870-8a0e-4e9c9b53b151 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578945 Sep 30 09:50:03.493305 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-a21d0f43-936a-4b02-9113-834787fca13d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386662 Sep 30 09:50:03.535270 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-6d33434d-f892-4921-ba22-47bf83f8079b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.536731 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-6d33434d-f892-4921-ba22-47bf83f8079b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 30 09:50:03.605783 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-89384da8-3339-4df4-b4c9-e34a6e20f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.607322 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-89384da8-3339-4df4-b4c9-e34a6e20f91e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 1129 time: 0.0398796 Sep 30 09:50:03.633086 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:03.634928 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:03.706712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c551-a25f-4b2c-816d-9cd33077ffe7 req-6662d58b-6ff8-43c3-b37a-5d8f0af60319 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.708229 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b694c551-a25f-4b2c-816d-9cd33077ffe7 req-6662d58b-6ff8-43c3-b37a-5d8f0af60319 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 945 time: 0.0935526 Sep 30 09:50:03.712191 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:03.732423 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] For port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:03.732793 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:03.796472 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b694c551-a25f-4b2c-816d-9cd33077ffe7 req-25214b90-aa4b-48f3-82d9-ca067521200d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771930 Sep 30 09:50:03.817486 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-58c3cce5-b655-4595-92fc-58aa0e2ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.818949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-58c3cce5-b655-4595-92fc-58aa0e2ef4d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1762869 Sep 30 09:50:03.866412 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a4cfa-c4b2-44ea-a18c-cf331c3218cb req-bb1f1a89-5530-4569-b7f0-87231e904651 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.867908 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-415a4cfa-c4b2-44ea-a18c-cf331c3218cb req-bb1f1a89-5530-4569-b7f0-87231e904651 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0989819 Sep 30 09:50:03.869603 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-b85af273-2eb8-40ac-ba9d-6bc0f9019af9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 200 len: 217 time: 0.0427709 Sep 30 09:50:03.948678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-bbb1c4ce-fe99-48f2-96b6-95f82c6b3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.948939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:03.949057 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:03.949339 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 81c2a910-de35-4fdd-9af0-16b18957017f disassociated. External IP: 172.37.6.116, port: b4db42a3-b3ea-4c10-8fa2-c3c219dd729e. Sep 30 09:50:03.949680 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for b4db42a3-b3ea-4c10-8fa2-c3c219dd729e owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:03.950119 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-bbb1c4ce-fe99-48f2-96b6-95f82c6b3dae service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0690291 Sep 30 09:50:03.953581 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-415a4cfa-c4b2-44ea-a18c-cf331c3218cb req-0879f997-9fd8-4d8a-a84e-79263a941738 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796950 Sep 30 09:50:03.996593 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-4e4e717f-5001-4883-8777-0086b1ea510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.998066 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-4e4e717f-5001-4883-8777-0086b1ea510e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422342 Sep 30 09:50:04.086939 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-ae676a8d-84dd-4034-b3e7-69a77dfb8453 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821793 Sep 30 09:50:04.136393 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (b4db42a3-b3ea-4c10-8fa2-c3c219dd729e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:04.164271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=b4db42a3-b3ea-4c10-8fa2-c3c219dd729e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:04.176038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.176402 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.176725 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.177064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.177401 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.177717 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.178042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.178411 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.178717 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.179030 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.179355 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.179675 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.179990 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.180311 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.180617 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:04.183358 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f748310f-de5e-4bf1-aae9-413ff93cde96 req-1b458aa3-2120-4305-8470-ca33e7ed9824 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906572 Sep 30 09:50:04.285927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:04.389529 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:04.401450 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:04.408140 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:04.413887 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:04.415171 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:04.429671 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9d3df-6cb8-4d60-9f25-9d41f78ad241 req-2ffb241d-2aca-4fa7-8356-de8e041b0e09 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:04.431167 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ca9d3df-6cb8-4d60-9f25-9d41f78ad241 req-2ffb241d-2aca-4fa7-8356-de8e041b0e09 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0552418 Sep 30 09:50:04.436061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] No DVR routers for this DVR port b4db42a3-b3ea-4c10-8fa2-c3c219dd729e on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:50:04.440051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:04.443739 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1bbefcd8-f02f-482a-b099-037ef88ee3df req-8e5fd1fe-1caa-453d-89c4-87b6fa387e1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "DELETE /networking/v2.0/ports/b4db42a3-b3ea-4c10-8fa2-c3c219dd729e HTTP/1.1" status: 204 len: 173 time: 0.9015095 Sep 30 09:50:04.445949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'name': 'network-vif-deleted', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:04.447041 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c826c7e-64d9-4354-bff6-292be4ab6821" -d '{"events": [{"server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "name": "network-vif-deleted", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:04.487393 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67de4f2-d8db-4cbd-936a-c6a5cd4bd330 x-openstack-request-id: req-a67de4f2-d8db-4cbd-936a-c6a5cd4bd330 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:04.487779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975d37-8db0-4019-9303-88b12ef029ed", "name": "network-vif-deleted", "tag": "b4db42a3-b3ea-4c10-8fa2-c3c219dd729e", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:04.491404 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a67de4f2-d8db-4cbd-936a-c6a5cd4bd330 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:04.491404 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67de4f2-d8db-4cbd-936a-c6a5cd4bd330'] response: {'server_uuid': '59975d37-8db0-4019-9303-88b12ef029ed', 'name': 'network-vif-deleted', 'tag': 'b4db42a3-b3ea-4c10-8fa2-c3c219dd729e', 'status': 'completed', 'code': 200} Sep 30 09:50:04.502877 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ca9d3df-6cb8-4d60-9f25-9d41f78ad241 req-d9da5306-db9f-4b7c-8835-0e4e5240cf6e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657179 Sep 30 09:50:04.538479 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:04.749719 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:04.778492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:04.787599 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:04.791787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:04.895538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:04.950705 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c858663e-e5f7-4a7c-a373-fb0aa1333178 req-5c8712a2-5920-4b63-9220-70d1f5570e68 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=59975d37-8db0-4019-9303-88b12ef029ed HTTP/1.1" status: 200 len: 210 time: 0.0506876 Sep 30 09:50:05.092596 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a718-5d48-403b-9fec-1233d1ac5769 req-576da070-7929-4344-b61c-0e5ba0349190 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:05.094122 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3d2a718-5d48-403b-9fec-1233d1ac5769 req-576da070-7929-4344-b61c-0e5ba0349190 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0557137 Sep 30 09:50:05.139112 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:05.150821 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3d2a718-5d48-403b-9fec-1233d1ac5769 req-c62fdc44-98c0-4b6d-bce3-bf9cf276aea8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Sep 30 09:50:05.165987 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8bfe3-bd99-45a7-b5f5-ce60ba006464 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'aad1fb92-e26d-40af-89c5-b7c9f40ad880', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.253', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'cc523046-219f-42b7-a7b9-700936140c81', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:a5:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc1e701-2247-4837-81c0-289806279c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:46:06Z', 'updated_at': '2022-09-30T09:47:01Z', 'revision_number': 2, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:05.462254 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4b7d-4a9b-43c0-b82d-8fc6fa25d19f None None] New status for floating IP 81c2a910-de35-4fdd-9af0-16b18957017f: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:05.643122 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c80ce-d454-44ab-8cba-b8921715ec5c req-4071af42-b300-439c-9f1d-77c5e5334723 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:05.645704 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f88c80ce-d454-44ab-8cba-b8921715ec5c req-4071af42-b300-439c-9f1d-77c5e5334723 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0558720 Sep 30 09:50:05.711615 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f88c80ce-d454-44ab-8cba-b8921715ec5c req-eb1a72df-33dc-4656-b2d8-3dc66365e3f1 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593460 Sep 30 09:50:06.109004 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60518) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:06.166578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.192355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.288595 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:06.296807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc04e-e87a-401d-98f9-9fe28ef901f9 req-c60b9ff0-b875-4251-b626-a14a99f25de5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:06.298977 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ef9bc04e-e87a-401d-98f9-9fe28ef901f9 req-c60b9ff0-b875-4251-b626-a14a99f25de5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0490944 Sep 30 09:50:06.313048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.315698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.320150 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf HTTP/1.1" status: 204 len: 168 time: 0.2068696 Sep 30 09:50:06.320583 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60522) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:06.335445 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.api.v2.resource [None req-ba5c1ef9-ab63-4be0-b11f-f43c82be49dd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] show failed (client error): The resource could not be found. Sep 30 09:50:06.345985 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ba5c1ef9-ab63-4be0-b11f-f43c82be49dd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups/47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf HTTP/1.1" status: 404 len: 347 time: 0.0148799 Sep 30 09:50:06.346168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47adac23-f8bf-4aeb-bfcd-1e22ff4c14bf,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:06.346352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60524) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:06.356448 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.356694 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.357038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.357383 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.357717 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.358050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.358381 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.358737 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.359066 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.359401 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.359719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.360299 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.360299 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.361221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.361542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec14bbb9-72f4-4560-8ff7-b5089bc2ce7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.391016 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ef9bc04e-e87a-401d-98f9-9fe28ef901f9 req-58346ad4-84e3-4bf4-a9d2-cb5141722774 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856943 Sep 30 09:50:06.687978 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:06.697699 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port 1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:06.698042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.734122 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:06.773856 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.774186 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.787136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for 1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc owned by network:floatingip {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:06.836428 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc81f7-024b-4a19-94e0-e75fe2b9eb56 req-cb83eef7-2879-49c2-b057-6c37ee42041d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:06.837898 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eddc81f7-024b-4a19-94e0-e75fe2b9eb56 req-cb83eef7-2879-49c2-b057-6c37ee42041d tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0495443 Sep 30 09:50:06.897716 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eddc81f7-024b-4a19-94e0-e75fe2b9eb56 req-62d1e28c-2093-4ae1-b41e-023d25648a86 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537577 Sep 30 09:50:06.999211 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.023635 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=1c9a8c50-f2c9-456a-9a09-dcb5f5b7fccc,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:07.092347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (81c2a910-de35-4fdd-9af0-16b18957017f), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.094951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.096088 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6fc4b3e7-3432-40ce-b34c-4357fd0429a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/81c2a910-de35-4fdd-9af0-16b18957017f HTTP/1.1" status: 204 len: 168 time: 0.7485957 Sep 30 09:50:07.577891 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019c2c-952f-4c65-b005-93aadea5e90c req-ba49d795-742e-46e0-a786-07492871fe4a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:07.579434 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9c019c2c-952f-4c65-b005-93aadea5e90c req-ba49d795-742e-46e0-a786-07492871fe4a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.1114836 Sep 30 09:50:07.630009 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9c019c2c-952f-4c65-b005-93aadea5e90c req-9863ef10-ed9d-43fd-8049-f93ffcd67c58 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Sep 30 09:50:08.017560 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7452ca-094b-4989-bd91-2778d9403ade req-005bbdab-1d0b-4ad6-8a79-5c41ffc13e32 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:08.019054 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cf7452ca-094b-4989-bd91-2778d9403ade req-005bbdab-1d0b-4ad6-8a79-5c41ffc13e32 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0460334 Sep 30 09:50:08.081319 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cf7452ca-094b-4989-bd91-2778d9403ade req-49232fa9-b77d-4843-b191-d51d48eb8f2c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566974 Sep 30 09:50:08.746404 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408dba-610b-4fd1-be98-b1433de15573 req-41f80e81-dabd-4251-bb33-a3439ada0677 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:08.747859 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2a408dba-610b-4fd1-be98-b1433de15573 req-41f80e81-dabd-4251-bb33-a3439ada0677 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0452394 Sep 30 09:50:08.791575 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device b4db42a3-b3ea-4c10-8fa2-c3c219dd729e no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:50:08.794791 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2a408dba-610b-4fd1-be98-b1433de15573 req-8b2ce2d1-f566-4f58-a2f5-30b099f175bd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409038 Sep 30 09:50:08.810877 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: b4db42a3-b3ea-4c10-8fa2-c3c219dd729e {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:50:08.811223 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device b4db42a3-b3ea-4c10-8fa2-c3c219dd729e not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:50:09.183039 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:09.201054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1619d9-5cfb-40d4-b0a0-235bb0b27b2c req-c022331e-a93a-4d3d-8acf-5eaae19bc331 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:09.202528 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ff1619d9-5cfb-40d4-b0a0-235bb0b27b2c req-c022331e-a93a-4d3d-8acf-5eaae19bc331 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0467582 Sep 30 09:50:09.262422 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ff1619d9-5cfb-40d4-b0a0-235bb0b27b2c req-430bd654-5425-4bbb-ab3b-1227e523e2a1 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541780 Sep 30 09:50:09.917938 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb23146-dfc2-4e20-a128-baa41a5587ad req-f0b57c82-3096-465e-b586-90fee9828c6c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:09.919333 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ebb23146-dfc2-4e20-a128-baa41a5587ad req-f0b57c82-3096-465e-b586-90fee9828c6c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0491383 Sep 30 09:50:09.965670 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ebb23146-dfc2-4e20-a128-baa41a5587ad req-4a4c2555-8a06-4e99-9af2-c04a26ac8c16 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Sep 30 09:50:10.380374 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b686-084a-434e-8893-a692dde2294b req-28a24dfb-b14e-40d3-9c49-c4c011a84901 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:10.381887 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44b2b686-084a-434e-8893-a692dde2294b req-28a24dfb-b14e-40d3-9c49-c4c011a84901 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0462778 Sep 30 09:50:10.441834 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-44b2b686-084a-434e-8893-a692dde2294b req-0ddcd2b9-df6f-4d2d-80b1-7e39f5794e89 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542476 Sep 30 09:50:11.092473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fe3fb-7b26-42a9-97c9-0ff47f638f73 req-ba3201a8-77f4-46cf-a1ff-df7ba0983393 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:11.093925 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-038fe3fb-7b26-42a9-97c9-0ff47f638f73 req-ba3201a8-77f4-46cf-a1ff-df7ba0983393 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0500960 Sep 30 09:50:11.142401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-038fe3fb-7b26-42a9-97c9-0ff47f638f73 req-77499803-9c40-4179-af66-cef03d8f240e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Sep 30 09:50:11.562481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8334e-8f0c-4028-811b-63e17ed9e312 req-4f1dc151-3608-4eee-bc98-7abd41c4ec50 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:11.563949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ba8334e-8f0c-4028-811b-63e17ed9e312 req-4f1dc151-3608-4eee-bc98-7abd41c4ec50 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0463405 Sep 30 09:50:11.622047 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ba8334e-8f0c-4028-811b-63e17ed9e312 req-87557686-36e9-4a69-8231-1eea74aebbfa tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a2f2441d-2469-4195-ba5b-d5e2f6ba3152&id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525010 Sep 30 09:50:12.262909 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:12.298011 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f784-05ad-4911-8f69-b8b3aca117da req-3e4ce247-7201-402a-8e87-c59eebc112da tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.299544 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8854f784-05ad-4911-8f69-b8b3aca117da req-3e4ce247-7201-402a-8e87-c59eebc112da tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0773523 Sep 30 09:50:12.319043 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfc48a-1fd0-4f05-9019-7d51d376c7a1 req-f5e1b327-d074-4169-bd46-5a3f26bb261d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.320423 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5dfc48a-1fd0-4f05-9019-7d51d376c7a1 req-f5e1b327-d074-4169-bd46-5a3f26bb261d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0697412 Sep 30 09:50:12.381975 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8854f784-05ad-4911-8f69-b8b3aca117da req-4ddb2a17-0b9b-46b6-85ad-d00dce321063 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737376 Sep 30 09:50:12.397902 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5dfc48a-1fd0-4f05-9019-7d51d376c7a1 req-374f7c0e-340d-4dc1-88b6-2a63af90a717 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707211 Sep 30 09:50:13.544019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97597-3a3d-4f5f-8707-409563290568 req-46ea24f0-a990-454d-90c6-ceeecbf3a6be tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:13.545489 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48e97597-3a3d-4f5f-8707-409563290568 req-46ea24f0-a990-454d-90c6-ceeecbf3a6be tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0844290 Sep 30 09:50:13.555727 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23223-e630-49a3-8c6b-160bfc8e31c2 req-016662b8-abdd-4666-add3-d371793dda03 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:13.557128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fe23223-e630-49a3-8c6b-160bfc8e31c2 req-016662b8-abdd-4666-add3-d371793dda03 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0649643 Sep 30 09:50:13.630253 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48e97597-3a3d-4f5f-8707-409563290568 req-72bed95d-70fb-424c-ab4f-8273edae7ecf tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721791 Sep 30 09:50:13.634355 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fe23223-e630-49a3-8c6b-160bfc8e31c2 req-ab84e80f-0622-4110-9be6-ec0269098959 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694590 Sep 30 09:50:14.195662 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-c4117d8d-a584-4017-a614-7b308aa45c1e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:14.197101 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-c4117d8d-a584-4017-a614-7b308aa45c1e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0464702 Sep 30 09:50:14.780297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142286-bdc2-4fac-8d83-2fcacb66da7c req-b271389d-46f0-4032-814c-bab98295e823 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:14.781752 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-93142286-bdc2-4fac-8d83-2fcacb66da7c req-b271389d-46f0-4032-814c-bab98295e823 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0761404 Sep 30 09:50:14.789623 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa51d-8c16-45a9-9d06-90ffdc53e574 req-21a752ae-1edb-4a82-b762-12d7da53cdb1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:14.790999 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-274fa51d-8c16-45a9-9d06-90ffdc53e574 req-21a752ae-1edb-4a82-b762-12d7da53cdb1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0765288 Sep 30 09:50:15.065243 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-93142286-bdc2-4fac-8d83-2fcacb66da7c req-559114df-381d-4e5d-acee-996347fdd997 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733214 Sep 30 09:50:15.076188 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-274fa51d-8c16-45a9-9d06-90ffdc53e574 req-c196ecd4-384b-408c-a80a-d514df4c036e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776675 Sep 30 09:50:16.208693 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:16.222525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79937d5-2d72-4348-bf26-4127058e7ce7 req-747b27b5-e383-4d11-92dc-dbdb0ef050d7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:16.224003 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f79937d5-2d72-4348-bf26-4127058e7ce7 req-747b27b5-e383-4d11-92dc-dbdb0ef050d7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0690420 Sep 30 09:50:16.229653 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fe991-fae7-408d-bc4e-d08bccbecc10 req-6f3bc9b0-78ec-47c6-bf57-f38bc3989a3c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:16.230995 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c17fe991-fae7-408d-bc4e-d08bccbecc10 req-6f3bc9b0-78ec-47c6-bf57-f38bc3989a3c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0860274 Sep 30 09:50:16.301295 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f79937d5-2d72-4348-bf26-4127058e7ce7 req-349dc111-0d8f-4ea2-aa74-8b0600e88feb tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693796 Sep 30 09:50:16.308009 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c17fe991-fae7-408d-bc4e-d08bccbecc10 req-0f214bf2-95fe-498a-8f41-a3ecb8c79b6d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687385 Sep 30 09:50:16.375288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:17.310299 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device cc523046-219f-42b7-a7b9-700936140c81 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:50:17.385758 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port cc523046-219f-42b7-a7b9-700936140c81 is: ACTIVE; New status is: DOWN {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:17.386483 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.405265 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:17.411650 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:17.413892 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9b77fc-b421-48e5-aec8-3d152b216ebd" -d '{"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-unplugged", "status": "completed", "tag": "cc523046-219f-42b7-a7b9-700936140c81"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:17.426405 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:17.449664 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f126d-bebe-4184-afb0-52a41829a2e6 req-1fdc2ec1-cfdd-4e51-8e78-a3f83ac7bcf2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:17.451083 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9e5f126d-bebe-4184-afb0-52a41829a2e6 req-1fdc2ec1-cfdd-4e51-8e78-a3f83ac7bcf2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 945 time: 0.0721898 Sep 30 09:50:17.461565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f062b0-801d-44d0-a409-d354dc1de4c4 req-4d9d0069-292d-41fb-9ace-7f11b9802547 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:17.462946 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-53f062b0-801d-44d0-a409-d354dc1de4c4 req-4d9d0069-292d-41fb-9ace-7f11b9802547 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0744050 Sep 30 09:50:17.511128 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.539914 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9e5f126d-bebe-4184-afb0-52a41829a2e6 req-826e8daa-3569-479a-a83f-41f559a58f7d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760126 Sep 30 09:50:17.543217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-53f062b0-801d-44d0-a409-d354dc1de4c4 req-ce340fb6-6b61-458d-b674-23a19bf4f93f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727704 Sep 30 09:50:17.559532 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=6']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:17.567198 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.572804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.602894 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c686c1cd-b6d8-4326-ab0e-99c9cccfefc3 x-openstack-request-id: req-c686c1cd-b6d8-4326-ab0e-99c9cccfefc3 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:17.603205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-unplugged", "status": "completed", "tag": "cc523046-219f-42b7-a7b9-700936140c81", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:17.603452 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c686c1cd-b6d8-4326-ab0e-99c9cccfefc3 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:17.603842 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c686c1cd-b6d8-4326-ab0e-99c9cccfefc3'] response: {'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81', 'code': 200} Sep 30 09:50:17.743715 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port cc523046-219f-42b7-a7b9-700936140c81 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:17.744324 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (cc523046-219f-42b7-a7b9-700936140c81), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.804723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61147-8d01-40fc-bd77-a9fcaa1b45b2 req-11ccd7a4-bce1-4a54-be5c-348eaa9dfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:17.806266 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58b61147-8d01-40fc-bd77-a9fcaa1b45b2 req-11ccd7a4-bce1-4a54-be5c-348eaa9dfc9a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.0392156 Sep 30 09:50:17.837334 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] For port cc523046-219f-42b7-a7b9-700936140c81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc523046-219f-42b7-a7b9-700936140c81,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:17.837672 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (cc523046-219f-42b7-a7b9-700936140c81), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.850308 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58b61147-8d01-40fc-bd77-a9fcaa1b45b2 req-1354defa-70b0-4fff-86e6-f24d9dcd734e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382330 Sep 30 09:50:17.994537 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.994847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.995411 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP aad1fb92-e26d-40af-89c5-b7c9f40ad880 disassociated. External IP: 172.37.6.253, port: cc523046-219f-42b7-a7b9-700936140c81. Sep 30 09:50:17.995745 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for cc523046-219f-42b7-a7b9-700936140c81 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:18.004224 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:18.176160 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (cc523046-219f-42b7-a7b9-700936140c81), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:18.203875 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=cc523046-219f-42b7-a7b9-700936140c81,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:18.210412 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:18.319639 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:18.422881 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:18.433791 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:18.444644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:18.445347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:18.462717 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] No DVR routers for this DVR port cc523046-219f-42b7-a7b9-700936140c81 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:50:18.467059 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:18.468502 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-23c8fe5e-20b2-4021-8233-bb48d3afb537 req-f415895e-7a34-4598-a059-118fbce8a714 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "DELETE /networking/v2.0/ports/cc523046-219f-42b7-a7b9-700936140c81 HTTP/1.1" status: 204 len: 173 time: 0.8027303 Sep 30 09:50:18.468986 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-deleted', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:18.471699 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928b5202-ca90-41a4-ba66-285e4c8af2ac" -d '{"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-deleted", "tag": "cc523046-219f-42b7-a7b9-700936140c81"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:18.510156 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51014ae9-da0d-429e-82f0-809a2298b948 x-openstack-request-id: req-51014ae9-da0d-429e-82f0-809a2298b948 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:18.510444 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc1e701-2247-4837-81c0-289806279c31", "name": "network-vif-deleted", "tag": "cc523046-219f-42b7-a7b9-700936140c81", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:18.510735 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51014ae9-da0d-429e-82f0-809a2298b948 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:18.511136 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51014ae9-da0d-429e-82f0-809a2298b948'] response: {'server_uuid': '0bc1e701-2247-4837-81c0-289806279c31', 'name': 'network-vif-deleted', 'tag': 'cc523046-219f-42b7-a7b9-700936140c81', 'status': 'completed', 'code': 200} Sep 30 09:50:18.556557 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:18.691143 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e1896026-6357-4fa9-aa83-7e194b5cd163 req-a424a934-3f0a-43b9-9950-967d2769efd6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0347183 Sep 30 09:50:18.700715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:18.737851 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:50:18.744622 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25101f-77cc-45f4-89c6-cb67db5d072f req-b834a88c-a216-426a-a82e-1e410cf9b36f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:18.746796 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d25101f-77cc-45f4-89c6-cb67db5d072f req-b834a88c-a216-426a-a82e-1e410cf9b36f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0606835 Sep 30 09:50:18.788710 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:18.803160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d25101f-77cc-45f4-89c6-cb67db5d072f req-5163588d-5cd5-435d-9f3e-77bf5d8a98bf tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494852 Sep 30 09:50:18.813734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:18.822995 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:18.826342 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:49:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:18.922458 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:19.103136 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:19.250492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a83d8f-474c-441a-aad1-911e7495f739 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:19.460710 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af958cd9-270c-479c-ae78-6e1c7f542e6e None None] New status for floating IP aad1fb92-e26d-40af-89c5-b7c9f40ad880: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:19.809371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99e63a74-f58d-4863-a003-db9a6b96033e req-2e3a935e-5b65-47b4-b16b-9d165b73b7ff tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0bc1e701-2247-4837-81c0-289806279c31 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Sep 30 09:50:19.926036 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991df61-d9bb-4e76-b0bd-3a279911e2ae req-a49e85a8-e444-4bc4-8ef7-8cad2f40f6cb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:19.927601 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6991df61-d9bb-4e76-b0bd-3a279911e2ae req-a49e85a8-e444-4bc4-8ef7-8cad2f40f6cb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0459855 Sep 30 09:50:19.978256 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6991df61-d9bb-4e76-b0bd-3a279911e2ae req-421a47b3-e59e-4384-91b5-debee26c3ea4 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Sep 30 09:50:20.601594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce9c98-997f-446f-a72f-401e928b95f2 req-08da40e6-598d-45b2-9000-a083ef620215 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.603062 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28ce9c98-997f-446f-a72f-401e928b95f2 req-08da40e6-598d-45b2-9000-a083ef620215 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0462148 Sep 30 09:50:20.650706 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-28ce9c98-997f-446f-a72f-401e928b95f2 req-fced2c17-b65e-48d0-a581-597975a1d226 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Sep 30 09:50:20.722518 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bafc7-5b84-452e-8cce-846236c55791 req-5269b0dd-4287-4e6a-b0b9-e18d84d30b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.724010 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-5269b0dd-4287-4e6a-b0b9-e18d84d30b32 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.0409095 Sep 30 09:50:20.812999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bafc7-5b84-452e-8cce-846236c55791 req-918feaf0-6fe6-4a53-ae86-99d97ef3e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.814383 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-918feaf0-6fe6-4a53-ae86-99d97ef3e0e8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.0832984 Sep 30 09:50:20.878803 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-c004bec8-a752-46dd-b44e-e2f2510bfdf5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0577068 Sep 30 09:50:20.930336 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bafc7-5b84-452e-8cce-846236c55791 req-958f3b95-12db-4e4f-8749-6830f1f2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.931862 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-958f3b95-12db-4e4f-8749-6830f1f2e9ee service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0466282 Sep 30 09:50:20.975145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bafc7-5b84-452e-8cce-846236c55791 req-268dbd26-cc88-4707-b548-eba23a7eb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.976640 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-268dbd26-cc88-4707-b548-eba23a7eb564 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388122 Sep 30 09:50:20.980329 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60674) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:21.097264 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (2cd1a216-c2a2-4cfa-a192-c5feb95a64d5), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.119267 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-addda14f-8acd-48e9-be90-9f0c4ec2a905 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320705 Sep 30 09:50:21.139031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (2cd1a216-c2a2-4cfa-a192-c5feb95a64d5), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.221711 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:21.244492 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708bafc7-5b84-452e-8cce-846236c55791 req-46ec19c5-0792-4006-b520-fd33c0aa7b10 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175411 Sep 30 09:50:21.344819 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2cd1a216-c2a2-4cfa-a192-c5feb95a64d5), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.347599 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.348719 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2cd1a216-c2a2-4cfa-a192-c5feb95a64d5 HTTP/1.1" status: 204 len: 168 time: 0.3674757 Sep 30 09:50:21.351480 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60678) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:21.358544 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7681a9-f9ec-44d1-ab81-4eae3e6c3baa tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1a216-c2a2-4cfa-a192-c5feb95a64d5,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:21.365471 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.api.v2.resource [None req-2cd5da34-fa03-4081-a0f3-7e56c3296c6a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] show failed (client error): The resource could not be found. Sep 30 09:50:21.366492 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2cd5da34-fa03-4081-a0f3-7e56c3296c6a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups/2cd1a216-c2a2-4cfa-a192-c5feb95a64d5 HTTP/1.1" status: 404 len: 347 time: 0.0138884 Sep 30 09:50:21.369609 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60680) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:21.481242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port 5fab9566-6968-43d0-88cc-d3c1a3c6b4ec {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:21.481584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.522071 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-048a014b-81bd-4ec9-8046-efb2335d2e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.560548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.560876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.573858 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for 5fab9566-6968-43d0-88cc-d3c1a3c6b4ec owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:21.653052 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:21.774202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147a4b9-43a4-4032-aec6-1836621a499a req-e307698d-89b6-44ff-85a7-6db594d8a4c5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:21.775704 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8147a4b9-43a4-4032-aec6-1836621a499a req-e307698d-89b6-44ff-85a7-6db594d8a4c5 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0469992 Sep 30 09:50:21.776718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (5fab9566-6968-43d0-88cc-d3c1a3c6b4ec), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.810198 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=5fab9566-6968-43d0-88cc-d3c1a3c6b4ec,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:21.886745 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:21.898337 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8147a4b9-43a4-4032-aec6-1836621a499a req-841d4939-d267-4a39-a65b-8aa0cac2746d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134527 Sep 30 09:50:21.901901 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (aad1fb92-e26d-40af-89c5-b7c9f40ad880), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.904005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:21.905063 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-013d3edc-f9f6-42ab-b4ac-cf5dacb40cec tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/aad1fb92-e26d-40af-89c5-b7c9f40ad880 HTTP/1.1" status: 204 len: 168 time: 0.5340767 Sep 30 09:50:22.050912 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60686) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:22.055471 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351958239', 'description': 'tempest-description--752280190'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:22.142618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.213693 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (38da2223-513e-44c4-98ae-77fbb1f57697), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.293384 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (38da2223-513e-44c4-98ae-77fbb1f57697), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.323934 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38da2223-513e-44c4-98ae-77fbb1f57697,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:22.381195 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.382445 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-cf27a804-7ddd-428f-a3ef-6d9585b03fe4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3305593 Sep 30 09:50:22.385320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60692) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:22.389620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '38da2223-513e-44c4-98ae-77fbb1f57697', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:22.475192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (81131084-a508-4412-8c80-d330688294be), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.528605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (81131084-a508-4412-8c80-d330688294be), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.587603 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (81131084-a508-4412-8c80-d330688294be), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.606324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81131084-a508-4412-8c80-d330688294be,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:22.663789 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.664977 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-865514f2-e433-45f0-8a30-b946375f1e83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787349 Sep 30 09:50:22.667635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60696) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:22.671982 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '38da2223-513e-44c4-98ae-77fbb1f57697', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:22.759869 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (22a6f274-c9a2-45a3-9775-57d53911c53c), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.806108 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (22a6f274-c9a2-45a3-9775-57d53911c53c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.864974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (22a6f274-c9a2-45a3-9775-57d53911c53c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.884216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a6f274-c9a2-45a3-9775-57d53911c53c,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:22.952900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.954139 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d6bf4b28-b313-4b8e-b635-81313e592601 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855809 Sep 30 09:50:22.957911 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60700) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:22.962311 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:23.032326 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db8bb4-66d2-4770-ad64-7a36d6c65dab req-fe6de986-7574-4dab-86a4-80047cb78286 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:23.034738 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-74db8bb4-66d2-4770-ad64-7a36d6c65dab req-fe6de986-7574-4dab-86a4-80047cb78286 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0543163 Sep 30 09:50:23.080948 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.087462 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-74db8bb4-66d2-4770-ad64-7a36d6c65dab req-69a30d1f-1ca0-41a6-9738-5558a0356d11 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470870 Sep 30 09:50:23.171191 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.227222 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.276437 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.277716 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.37.6.187 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/6671e850-25ca-4183-8340-e801d0d5775c) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:50:23.387353 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (6671e850-25ca-4183-8340-e801d0d5775c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.489094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6671e850-25ca-4183-8340-e801d0d5775c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.530875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:50:23.534359 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:23.539485 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:50:23.566300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=6671e850-25ca-4183-8340-e801d0d5775c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:23.635647 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.733957 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ed194f71-cae3-4ca8-931a-f0ed297e98c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.735235 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6671e850-25ca-4183-8340-e801d0d5775c), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.759507 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.889982 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (6671e850-25ca-4183-8340-e801d0d5775c), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.971566 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60708) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:23.983407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (6671e850-25ca-4183-8340-e801d0d5775c), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.049673 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=6671e850-25ca-4183-8340-e801d0d5775c,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:24.052241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.084036 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-080f64a2-2a48-4574-9296-3fc4853073c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.124605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.134053 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-45e849d0-1d5a-4903-a473-3080596d9222 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1673021 Sep 30 09:50:24.166112 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:24.174679 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-080f64a2-2a48-4574-9296-3fc4853073c4 admin admin] Publish callbacks [] for security_group (39fea3e3-dcbf-4f06-a7b0-2383661bc5bc), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.218207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dabb7-0f18-4710-b135-fa4f684ce372 req-0045210d-0d1b-49c2-bc6a-491e4507de3c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:24.219645 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-035dabb7-0f18-4710-b135-fa4f684ce372 req-0045210d-0d1b-49c2-bc6a-491e4507de3c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0518355 Sep 30 09:50:24.247929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-080f64a2-2a48-4574-9296-3fc4853073c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (39fea3e3-dcbf-4f06-a7b0-2383661bc5bc), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.273579 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-035dabb7-0f18-4710-b135-fa4f684ce372 req-9374309b-1412-46ea-8750-364d018a5012 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Sep 30 09:50:24.298722 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-080f64a2-2a48-4574-9296-3fc4853073c4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f38d95783f784d68806d1b2f1d5c4b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215685 Sep 30 09:50:24.298722 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f64a2-2a48-4574-9296-3fc4853073c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fea3e3-dcbf-4f06-a7b0-2383661bc5bc,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:24.300372 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60726) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:24.350322 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-974df7c5-d0bf-43fc-b548-3bfe46377141 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--351958239&fields=id&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 267 time: 0.0500529 Sep 30 09:50:24.359654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] Publish callbacks [] for security_group (39fea3e3-dcbf-4f06-a7b0-2383661bc5bc), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.381344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] Publish callbacks [] for security_group (39fea3e3-dcbf-4f06-a7b0-2383661bc5bc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.453506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d532fe5-fc72-46c8-909e-f76381906c5e req-f3e5d69f-74aa-4c50-82b8-37e6f0be2d4b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:24.455576 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3d532fe5-fc72-46c8-909e-f76381906c5e req-f3e5d69f-74aa-4c50-82b8-37e6f0be2d4b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0973895 Sep 30 09:50:24.465912 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60730) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:24.470616 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Request body: {'floatingip': {'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:24.499175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6510af32-2c2b-432f-9ec4-b10d8b82ab75 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:24.500622 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6510af32-2c2b-432f-9ec4-b10d8b82ab75 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.1411343 Sep 30 09:50:24.500770 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (39fea3e3-dcbf-4f06-a7b0-2383661bc5bc), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.503696 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.504801 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/39fea3e3-dcbf-4f06-a7b0-2383661bc5bc HTTP/1.1" status: 204 len: 168 time: 0.2032788 Sep 30 09:50:24.518969 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-ab131b65-45ab-4479-8063-1b524c4db97b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/quotas/86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 375 time: 0.0117269 Sep 30 09:50:24.522082 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efad19-31a1-4766-adb4-8ca81faace48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fea3e3-dcbf-4f06-a7b0-2383661bc5bc,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:24.538239 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:24.586284 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-dd513b1c-f8ce-4a90-8efe-8b803a134ad8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616040 Sep 30 09:50:24.644899 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:24.688313 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-46d4499d-0b1e-410e-bc51-b2b593ea44ef service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904481 Sep 30 09:50:24.786738 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-12102108-fa77-446d-9897-dd3646412710 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915246 Sep 30 09:50:24.994658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.014837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:25.016054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.064263 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fb8f5e13-3dc0-4d71-bc44-a8c2f8af7c58 req-43629742-c6a1-4f17-be4f-c3b3a62377bf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0362570 Sep 30 09:50:25.111803 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.269405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:25.324257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Router b196b2b1-9467-425b-85bb-6d6c105b12be has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:25.432197 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:25.437061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.451367 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:25.470419 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:25.471271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:25.472325 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:25.474719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477ed117-f33a-4187-9abd-adc128bbcb41" -d '{"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:25.506774 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-67f06112-4a67-4672-ae04-4b5ebdccda87 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe HTTP/1.1" status: 200 len: 993 time: 1.0395520 Sep 30 09:50:25.508157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:25.513519 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638d44ce-851d-4c7c-926e-312b4eca0508 x-openstack-request-id: req-638d44ce-851d-4c7c-926e-312b4eca0508 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:25.513805 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:25.514056 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-638d44ce-851d-4c7c-926e-312b4eca0508 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:25.514452 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638d44ce-851d-4c7c-926e-312b4eca0508'] response: {'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'status': 'completed', 'code': 200} Sep 30 09:50:25.575064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:25.588514 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:25.617630 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-210f6eba-b92e-41e2-93a0-4b57d658d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:25.619163 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-210f6eba-b92e-41e2-93a0-4b57d658d993 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.0440035 Sep 30 09:50:25.676276 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60768) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:25.729807 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-ab7458a5-0b08-4bb9-a26f-336c9471f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:25.731835 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-ab7458a5-0b08-4bb9-a26f-336c9471f8be service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.1040342 Sep 30 09:50:25.786708 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-724635073-network', 'tenant_id': 'b3db64185ae94cefa4efa6f3e03c2f7e'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:25.799412 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-f7dd636c-5ac7-4b11-bc79-6027137f8e68 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0598359 Sep 30 09:50:25.809752 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:50:24Z', 'revision_number': 3, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:25.835561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:25.844232 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:25.844860 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:25.853863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-2c329cea-8079-4972-849d-55cf3eb7326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:25.855596 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-2c329cea-8079-4972-849d-55cf3eb7326f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0484941 Sep 30 09:50:25.868441 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Made reservation on behalf of b3db64185ae94cefa4efa6f3e03c2f7e for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:50:25.871223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.881798 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.901157 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-2660a6ff-7f35-45f1-b7d3-dc4a708ecb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:25.902695 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-2660a6ff-7f35-45f1-b7d3-dc4a708ecb92 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409911 Sep 30 09:50:25.956083 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:25.961608 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks [] for security_group (5d4b07af-fe86-47c7-ac14-1ea489912242), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:25.999611 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-05a683b2-37b4-42db-9595-61488be48482 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Sep 30 09:50:26.048975 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5d4b07af-fe86-47c7-ac14-1ea489912242), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.093691 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-477ed117-f33a-4187-9abd-adc128bbcb41 req-43754b18-5a18-420b-8843-01f616c81f81 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874610 Sep 30 09:50:26.098027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:50:26.109528 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b07af-fe86-47c7-ac14-1ea489912242,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:26.133446 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.134002 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Added segment d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3 of type vlan for network 70073525-5499-4f0a-9017-eb0ecf8cf458 Sep 30 09:50:26.174540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:26.188550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:50:24Z', 'revision_number': 3, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:26.203517 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9a313408-b441-4836-9530-1c1248975403 req-d4f026f0-afd6-420d-9930-454489f223ca tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0573506 Sep 30 09:50:26.205333 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (70073525-5499-4f0a-9017-eb0ecf8cf458), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.215678 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd0c46-2729-481b-b1cf-7a55ae500ece None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'floating_ip_address': '172.37.6.112', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'port_id': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'mac_address': 'fa:16:3e:5e:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:48:29Z', 'updated_at': '2022-09-30T09:50:24Z', 'revision_number': 3, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:26.288954 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (70073525-5499-4f0a-9017-eb0ecf8cf458), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.290360 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:26.290521 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.353629 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] Pushing event updated for resources: {'Network': ['ID=70073525-5499-4f0a-9017-eb0ecf8cf458,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:26.366151 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:50:26.476640 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d3d30223-8c4f-42e4-9a2e-77999fe864c8 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7991571 Sep 30 09:50:26.479425 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60774) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:26.484245 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Request body: {'subnet': {'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-724635073-subnet', 'tenant_id': 'b3db64185ae94cefa4efa6f3e03c2f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:26.593735 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Made reservation on behalf of b3db64185ae94cefa4efa6f3e03c2f7e for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:50:26.596687 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.632038 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.665616 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.819851 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (2e053116-efc1-4be8-a3be-3b29e4f3d43e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:26.855402 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:26.878246 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e053116-efc1-4be8-a3be-3b29e4f3d43e,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:26.886957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Checking segment: {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:50:26.887306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Network hostable DHCP agents. Network: 70073525-5499-4f0a-9017-eb0ecf8cf458, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:50:26.971270 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:50:27.056269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 70073525-5499-4f0a-9017-eb0ecf8cf458) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:27.060102 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.060726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:27.064913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a559b-528e-4d89-9b2d-2a657bbb34f9 None None] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:50:27.162710 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-97684ccb-178c-4390-8696-cc1303c42d3f admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6822650 Sep 30 09:50:27.166120 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcf507-a1b6-4f80-83ce-b55cc6d95a8a None None] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:50:27.219944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:27.321160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-120ca5bd-8baf-490f-a175-6f020d56a146 req-f2aa22b6-482d-4756-9947-5864e7f82354 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0327716 Sep 30 09:50:27.500115 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:27.511728 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-a5cbf22d-69ba-411d-b1bf-5046544d066b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.513168 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-a5cbf22d-69ba-411d-b1bf-5046544d066b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.1110542 Sep 30 09:50:27.518146 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:27.518767 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99429585-c008-4348-b34b-524bb91bf8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:27.559364 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31576366-e270-4217-875d-8caf13f0bf4b x-openstack-request-id: req-31576366-e270-4217-875d-8caf13f0bf4b {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:27.559645 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:27.559891 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31576366-e270-4217-875d-8caf13f0bf4b {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:27.560273 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31576366-e270-4217-875d-8caf13f0bf4b'] response: {'name': 'network-changed', 'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'status': 'completed', 'code': 200} Sep 30 09:50:27.599698 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-a0b508ae-3e1d-49f2-9aab-4c91fb656a7e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 379 time: 0.0542831 Sep 30 09:50:27.613580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'port': {'device_id': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'admin_state_up': True, 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'security_groups': ['38da2223-513e-44c4-98ae-77fbb1f57697']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:27.654127 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429585-c008-4348-b34b-524bb91bf8a8 req-35f67db2-aba9-4c25-a355-778f52759b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.655904 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-35f67db2-aba9-4c25-a355-778f52759b1a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 1129 time: 0.0403271 Sep 30 09:50:27.757350 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429585-c008-4348-b34b-524bb91bf8a8 req-4eb5db0c-eb5e-40bb-9f21-25bc826c8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.758990 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-4eb5db0c-eb5e-40bb-9f21-25bc826c8603 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.0960462 Sep 30 09:50:27.826363 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-67bb2c22-99ca-42ba-9148-7abc869e183a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 200 len: 1001 time: 0.0603418 Sep 30 09:50:27.878022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429585-c008-4348-b34b-524bb91bf8a8 req-a1c382fa-5603-46f4-b774-37c9e67fbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.879510 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-a1c382fa-5603-46f4-b774-37c9e67fbd0d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0479980 Sep 30 09:50:27.940500 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429585-c008-4348-b34b-524bb91bf8a8 req-6ff727b6-b89b-4c95-8329-00f55ac88e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:27.942070 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-6ff727b6-b89b-4c95-8329-00f55ac88e45 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462136 Sep 30 09:50:28.071943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:50:28.076866 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.102163 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:28.144028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-d6186a6e-5a66-4b5e-add4-0286001ce0a4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Sep 30 09:50:28.212080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.20.0.10 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/3e38c79a-a565-45f6-a69a-e39595512b01) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:50:28.250060 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:28.255832 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99429585-c008-4348-b34b-524bb91bf8a8 req-8a8ba9fc-65de-4d9e-af0d-abf3b6b766a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946767 Sep 30 09:50:28.355784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (3e38c79a-a565-45f6-a69a-e39595512b01), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.428730 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5bc94207-ce1e-4a43-ba7d-7dc278ffdf23 req-d878887d-680a-4d0e-bf1d-7859d15d1afd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0283539 Sep 30 09:50:28.472685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.515489 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:50:28.519265 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:28.523025 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:50:28.554005 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:28.578625 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:28.579267 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.688677 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6ac6a272-d91e-431e-a219-d3b866619639 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793335 Sep 30 09:50:28.710780 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Request body: {'port': {'device_id': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:28.716685 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Provisioning complete for port 3e38c79a-a565-45f6-a69a-e39595512b01 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:50:28.717243 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.717457 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Attempt 1 to provision port 3e38c79a-a565-45f6-a69a-e39595512b01 Sep 30 09:50:28.748672 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Port 3e38c79a-a565-45f6-a69a-e39595512b01 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:50:28.770361 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.806267 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:29.019264 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e38c79a-a565-45f6-a69a-e39595512b01 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:29.023180 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:29.027194 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks [] for port (3e38c79a-a565-45f6-a69a-e39595512b01), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.039453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Transition to ACTIVE for port object 3e38c79a-a565-45f6-a69a-e39595512b01 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:50:29.119435 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.206985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:29.243393 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Attempting to bind port 3e38c79a-a565-45f6-a69a-e39595512b01 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:50:29.243850 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Attempting to bind port 3e38c79a-a565-45f6-a69a-e39595512b01 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:50:29.244183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Attempting to bind port 3e38c79a-a565-45f6-a69a-e39595512b01 on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:29.250286 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Attempt 2 to provision port 3e38c79a-a565-45f6-a69a-e39595512b01 Sep 30 09:50:29.287156 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Port 3e38c79a-a565-45f6-a69a-e39595512b01 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:50:29.289990 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Port 3e38c79a-a565-45f6-a69a-e39595512b01 on network d038a068-f643-497f-8e6f-7d6e8fb5892b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:50:29.290315 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Attempting to bind port 3e38c79a-a565-45f6-a69a-e39595512b01 on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:29.334181 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:50:29.334516 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:50:29.334941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:50:29.335371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Bound port: 3e38c79a-a565-45f6-a69a-e39595512b01, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:50:29.335721 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.395527 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:50:29.398560 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e38c79a-a565-45f6-a69a-e39595512b01,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:50:29.429820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-bd55eed8-06f5-4ee3-91d1-3284a3f7a1eb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.431325 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-bd55eed8-06f5-4ee3-91d1-3284a3f7a1eb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/networks?id=70073525-5499-4f0a-9017-eb0ecf8cf458 HTTP/1.1" status: 200 len: 813 time: 0.1041467 Sep 30 09:50:29.446499 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-4310cf88-c0e1-42ac-91f0-6bd266619197 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/quotas/b3db64185ae94cefa4efa6f3e03c2f7e HTTP/1.1" status: 200 len: 375 time: 0.0097034 Sep 30 09:50:29.464727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.469097 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.469712 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.474884 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/3e38c79a-a565-45f6-a69a-e39595512b01 HTTP/1.1" status: 200 len: 1094 time: 0.7659371 Sep 30 09:50:29.494859 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec8d17a6-18a2-4b6c-ae6e-87e852e3890b tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432410 Sep 30 09:50:29.519025 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb36ab-a8f9-441b-9a19-2d9ede3e1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:29.529903 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:29.533512 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:29.561801 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:29.564274 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4794bce8-2acd-4e1f-9594-05c0ce83d197" -d '{"events": [{"name": "network-changed", "server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:29.657670 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9795632d-5340-40a4-a081-c49948d9790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.659806 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-9795632d-5340-40a4-a081-c49948d9790b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 1128 time: 0.0452170 Sep 30 09:50:29.708067 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-2eeb2971-cafa-4c59-89eb-ac97ac301e6a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e38c79a-a565-45f6-a69a-e39595512b01 HTTP/1.1" status: 200 len: 217 time: 0.0343304 Sep 30 09:50:29.765331 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-5e273041-f478-4bbd-b5c2-65e58925a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.766835 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-5e273041-f478-4bbd-b5c2-65e58925a4ee service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0467036 Sep 30 09:50:29.788393 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Attempt 3 to provision port 3e38c79a-a565-45f6-a69a-e39595512b01 Sep 30 09:50:29.812591 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:29.814581 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-51e44664-befb-46a4-a71e-71d7fecee134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.816114 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-51e44664-befb-46a4-a71e-71d7fecee134 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423441 Sep 30 09:50:29.824073 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebb6c-4598-4e63-b75e-f829a9551be8 req-956ef1c0-282a-48e3-8740-cd549a395dc5 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:29.825816 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-659ebb6c-4598-4e63-b75e-f829a9551be8 req-956ef1c0-282a-48e3-8740-cd549a395dc5 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 944 time: 0.3129227 Sep 30 09:50:29.827957 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6f09bd2a-8bdc-405f-b68c-17a42ce2f9f7 None None] Port 3e38c79a-a565-45f6-a69a-e39595512b01 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:50:29.873448 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-08e2fdb4-2d67-4226-a0af-12e616c923e5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707762 Sep 30 09:50:29.913874 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-267ba19f-ea91-483a-8f23-991326e52b4d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898051 Sep 30 09:50:29.941008 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-659ebb6c-4598-4e63-b75e-f829a9551be8 req-ab9316c8-4437-4b43-b7e5-e0a58e65b3ef tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001682 Sep 30 09:50:29.987070 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874421d9-174a-4788-b481-e17d4441c264 x-openstack-request-id: req-874421d9-174a-4788-b481-e17d4441c264 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:29.987366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:29.988020 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-874421d9-174a-4788-b481-e17d4441c264 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:29.988020 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874421d9-174a-4788-b481-e17d4441c264'] response: {'name': 'network-changed', 'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01', 'status': 'completed', 'code': 200} Sep 30 09:50:29.993404 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-7dfe03d4-a976-48a1-98a7-de72d37af3ce service neutron] 10.222.0.39 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126602 Sep 30 09:50:30.015953 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c46bd04b-2f44-4e2f-8c56-df3edc1f0783 req-6d987498-ed7b-41c6-9d7a-a0e53e51a6c4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961630 Sep 30 09:50:30.240817 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fe7c9b19-82a9-4ed1-8d3a-81e7eec02743 req-22b8c98e-75f5-4e85-b0cb-6ab33cd5672a tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0274696 Sep 30 09:50:30.674553 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:31.064313 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd142c-6ebf-4f89-9a34-7e5d4656cc46 req-adb660ba-007a-4593-aa99-fc87b5a4da3d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:31.065780 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c7cd142c-6ebf-4f89-9a34-7e5d4656cc46 req-adb660ba-007a-4593-aa99-fc87b5a4da3d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 944 time: 0.0463264 Sep 30 09:50:31.098287 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:31.112902 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c7cd142c-6ebf-4f89-9a34-7e5d4656cc46 req-32b8d7b2-e0a5-4365-bd74-b1c7946be2bb tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Sep 30 09:50:31.176868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:31.206272 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-e04d4d9b-d160-427b-ad3b-096ef6f2e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:31.207789 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-e04d4d9b-d160-427b-ad3b-096ef6f2e3e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 1128 time: 0.0392351 Sep 30 09:50:31.303922 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-f0253a88-0345-4ea5-99d7-b07a1d73dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:31.305368 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-f0253a88-0345-4ea5-99d7-b07a1d73dacb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.0907059 Sep 30 09:50:31.348049 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-bfe1d92a-8e91-4a36-bd28-4a3a9beb9020 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e38c79a-a565-45f6-a69a-e39595512b01 HTTP/1.1" status: 200 len: 217 time: 0.0358064 Sep 30 09:50:31.351456 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aaf229f5-a903-4f45-885f-e5c5ad12d732 req-922f4467-2258-4795-96c7-fae5b58481d2 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0342398 Sep 30 09:50:31.401486 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-25f806cf-6012-44fd-b48a-880366ed76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:31.403123 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-25f806cf-6012-44fd-b48a-880366ed76ae service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0488069 Sep 30 09:50:31.418113 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:31.446989 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-8bff2814-5698-46a1-a6ff-50600c01dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:31.448383 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-8bff2814-5698-46a1-a6ff-50600c01dbf5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385814 Sep 30 09:50:31.544910 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-7c7b5f0a-f970-4e0d-87f0-2f381cb4924a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879991 Sep 30 09:50:31.639624 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4794bce8-2acd-4e1f-9594-05c0ce83d197 req-6d5bb6dd-1f45-448b-8dd4-92592cb76608 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883265 Sep 30 09:50:32.230240 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e40de-e8b2-4660-9811-af0c0619ce3f req-027cb489-0d34-430d-a8ec-d0cc9a34c441 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:32.231885 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-793e40de-e8b2-4660-9811-af0c0619ce3f req-027cb489-0d34-430d-a8ec-d0cc9a34c441 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 944 time: 0.0460765 Sep 30 09:50:32.278907 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-793e40de-e8b2-4660-9811-af0c0619ce3f req-74d55a89-d8b8-40ef-8b23-020ecb646f36 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Sep 30 09:50:32.453430 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c95f12a-634f-4b09-a7df-8e99b572b57c req-0cbeafd8-ff5c-4d75-8041-dc9139a16e17 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0276070 Sep 30 09:50:32.695515 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-f7f1b3af-e84b-4504-b146-e85d13c3c043 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:32.696941 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-f7f1b3af-e84b-4504-b146-e85d13c3c043 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70073525-5499-4f0a-9017-eb0ecf8cf458 HTTP/1.1" status: 200 len: 813 time: 0.1003456 Sep 30 09:50:32.725382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Request body: {'port': {'device_id': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458', 'admin_state_up': True, 'tenant_id': 'b3db64185ae94cefa4efa6f3e03c2f7e'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:32.917000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Made reservation on behalf of b3db64185ae94cefa4efa6f3e03c2f7e for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:50:32.920929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.051346 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Allocated IP 172.20.0.13 (70073525-5499-4f0a-9017-eb0ecf8cf458/2e053116-efc1-4be8-a3be-3b29e4f3d43e/a9cb82d6-80f6-4a57-8692-df8965508945) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:50:33.186196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:33.195830 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks [] for port (a9cb82d6-80f6-4a57-8692-df8965508945), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.282943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.332854 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:50:33.336021 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:33.340145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:50:33.345841 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:33.361991 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3e38c79a-a565-45f6-a69a-e39595512b01 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:50:33.363899 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Pushing event updated for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:33.397004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:33.397269 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.408497 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995ae5-78cb-493d-a2ec-1871cffb7c4e req-942001fb-c62b-4837-bffc-4af84a2946a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:33.410102 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-26995ae5-78cb-493d-a2ec-1871cffb7c4e req-942001fb-c62b-4837-bffc-4af84a2946a3 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 944 time: 0.0571418 Sep 30 09:50:33.461947 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-26995ae5-78cb-493d-a2ec-1871cffb7c4e req-bf4e958e-a79f-4f7f-941a-53478d9a4dc1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Sep 30 09:50:33.464858 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e38c79a-a565-45f6-a69a-e39595512b01,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:33.468809 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-64e35894-9dd3-44c6-ad44-ab5ab3df5c49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469513 Sep 30 09:50:33.477113 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '3e38c79a-a565-45f6-a69a-e39595512b01', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'port_id': '3e38c79a-a565-45f6-a69a-e39595512b01', 'mac_address': 'fa:16:3e:ae:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:50:33.488658 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Request body: {'port': {'device_id': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:33.516776 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 3e38c79a-a565-45f6-a69a-e39595512b01 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:33.517922 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.531413 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e38c79a-a565-45f6-a69a-e39595512b01 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:33.552709 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.553093 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e38c79a-a565-45f6-a69a-e39595512b01,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:33.604243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b7a8e-db7b-4ae6-9e41-bdd14977f91a req-dc0af56a-845f-4bb2-a7b7-e0754428556e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:33.611808 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-263b7a8e-db7b-4ae6-9e41-bdd14977f91a req-dc0af56a-845f-4bb2-a7b7-e0754428556e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 932 time: 0.0584297 Sep 30 09:50:33.660235 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-263b7a8e-db7b-4ae6-9e41-bdd14977f91a req-520741ba-fc8f-4e6c-9894-045b66f546e4 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487633 Sep 30 09:50:33.751005 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.797776 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:33.829061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cb82d6-80f6-4a57-8692-df8965508945 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:33.836429 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks [] for port (a9cb82d6-80f6-4a57-8692-df8965508945), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.848440 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Transition to ACTIVE for port object a9cb82d6-80f6-4a57-8692-df8965508945 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:50:33.916399 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.992466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:34.026453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Attempting to bind port a9cb82d6-80f6-4a57-8692-df8965508945 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:50:34.026817 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Attempting to bind port a9cb82d6-80f6-4a57-8692-df8965508945 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:50:34.027144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Attempting to bind port a9cb82d6-80f6-4a57-8692-df8965508945 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:34.067023 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:34.069161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Port a9cb82d6-80f6-4a57-8692-df8965508945 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:50:34.069486 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Attempting to bind port a9cb82d6-80f6-4a57-8692-df8965508945 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:34.110996 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:50:34.111932 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Checking segment: {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:50:34.112344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Bound using segment: {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:50:34.112781 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Bound port: a9cb82d6-80f6-4a57-8692-df8965508945, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:50:34.113134 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:34.138379 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['3e38c79a-a565-45f6-a69a-e39595512b01'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:50:34.172646 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:50:34.176444 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a9cb82d6-80f6-4a57-8692-df8965508945,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:50:34.252440 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:34.256015 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.256625 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:34.258036 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a9cb82d6-80f6-4a57-8692-df8965508945 HTTP/1.1" status: 200 len: 1094 time: 0.7752459 Sep 30 09:50:34.260274 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:34.262533 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a360153-0a91-4440-8146-698a55ebf3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:34.304946 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f4e24-8a1e-42f4-9701-c186032ecfe3 x-openstack-request-id: req-770f4e24-8a1e-42f4-9701-c186032ecfe3 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:34.305233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:34.305482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-770f4e24-8a1e-42f4-9701-c186032ecfe3 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:34.305881 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770f4e24-8a1e-42f4-9701-c186032ecfe3'] response: {'name': 'network-changed', 'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945', 'status': 'completed', 'code': 200} Sep 30 09:50:34.318075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a12e8-439a-4f13-afcc-6c92847fb0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:34.403197 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-db79215f-4a90-400c-8d99-2e13b452bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.404763 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-db79215f-4a90-400c-8d99-2e13b452bbdf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 1128 time: 0.0382507 Sep 30 09:50:34.512707 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-b020c2d5-abca-41b5-964a-aa63d55ac9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.514191 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-b020c2d5-abca-41b5-964a-aa63d55ac9a7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954909 Sep 30 09:50:34.583727 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17ba3-2c63-4e52-8094-4c92a405263e req-ff3db014-4fdd-4a4a-8fd7-7592359a5a89 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.585234 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0cf17ba3-2c63-4e52-8094-4c92a405263e req-ff3db014-4fdd-4a4a-8fd7-7592359a5a89 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Sep 30 09:50:34.617632 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-2173f3fc-61e7-4a98-b87d-2689562efad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.619142 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1a360153-0a91-4440-8146-698a55ebf3a3 req-2173f3fc-61e7-4a98-b87d-2689562efad3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890243 Sep 30 09:50:34.633198 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0cf17ba3-2c63-4e52-8094-4c92a405263e req-282cade5-7444-43fd-8671-2d1fc71a4762 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Sep 30 09:50:34.722283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-aa4ffa2d-d549-4c33-b070-b45b63073704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.723890 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-aa4ffa2d-d549-4c33-b070-b45b63073704 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 1128 time: 0.0389519 Sep 30 09:50:34.774057 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-1c0d3014-5a2a-467c-8ad8-640614e4b21f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9cb82d6-80f6-4a57-8692-df8965508945 HTTP/1.1" status: 200 len: 217 time: 0.0354424 Sep 30 09:50:34.796548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d264e-7f8c-4449-87ec-53c4d5d57cb7 req-9e1cd4af-7c8f-4aaa-a471-2ddbb4467739 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.798000 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b16d264e-7f8c-4449-87ec-53c4d5d57cb7 req-9e1cd4af-7c8f-4aaa-a471-2ddbb4467739 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 944 time: 0.0495355 Sep 30 09:50:34.814430 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:34.827371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-1e497331-0660-4cee-9d22-29542c4d234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:34.828889 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-1e497331-0660-4cee-9d22-29542c4d234b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2e053116-efc1-4be8-a3be-3b29e4f3d43e HTTP/1.1" status: 200 len: 853 time: 0.0446486 Sep 30 09:50:34.838224 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:34.845886 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b16d264e-7f8c-4449-87ec-53c4d5d57cb7 req-7ff84a87-b2cd-4763-96f9-dbc8cfc26a91 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Sep 30 09:50:34.860732 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-8413d083-092a-4d61-9525-b75306284e4d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70073525-5499-4f0a-9017-eb0ecf8cf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258188 Sep 30 09:50:34.955461 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-fb1e1fda-6d4b-4ac6-b4e0-716d692c87e6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Sep 30 09:50:35.043889 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e8bd78c8-74d1-4ed1-b464-de194f1949c5 req-5fc20f71-5a9c-4478-9309-ce65417a631b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823958 Sep 30 09:50:35.388398 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3e38c79a-a565-45f6-a69a-e39595512b01 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:50:35.429158 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 3e38c79a-a565-45f6-a69a-e39595512b01 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:50:35.508030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 3e38c79a-a565-45f6-a69a-e39595512b01 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:50:35.508403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:35.508737 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 3e38c79a-a565-45f6-a69a-e39595512b01 Sep 30 09:50:35.583329 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 3e38c79a-a565-45f6-a69a-e39595512b01 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:35.583713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:35.605990 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:35.608181 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb7890-f6e2-4e29-8ac1-bb7c92eab8a1" -d '{"events": [{"server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "name": "network-vif-plugged", "status": "completed", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:35.620321 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e38c79a-a565-45f6-a69a-e39595512b01,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:35.647808 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f928d2ed-ea99-41fd-a81f-f6c66c0b2df2 x-openstack-request-id: req-f928d2ed-ea99-41fd-a81f-f6c66c0b2df2 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:35.648144 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "name": "network-vif-plugged", "status": "completed", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:35.648402 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f928d2ed-ea99-41fd-a81f-f6c66c0b2df2 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:35.648794 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f928d2ed-ea99-41fd-a81f-f6c66c0b2df2'] response: {'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01', 'code': 200} Sep 30 09:50:35.685390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:35.723524 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:35.735159 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:35.755961 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ada46-fc10-4582-97a0-ad206116b22f req-d9903f9d-356b-44f4-9989-60cc357852b7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:35.757473 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bc7ada46-fc10-4582-97a0-ad206116b22f req-d9903f9d-356b-44f4-9989-60cc357852b7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0481632 Sep 30 09:50:35.804244 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bc7ada46-fc10-4582-97a0-ad206116b22f req-caccf2a0-bc1f-4004-bb10-c6eee4db5ed8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Sep 30 09:50:35.970778 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07fa56-9ee4-4665-9ac9-7623ece7378b req-88eca693-294b-49d7-a160-c6f10edc2238 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:35.972243 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3c07fa56-9ee4-4665-9ac9-7623ece7378b req-88eca693-294b-49d7-a160-c6f10edc2238 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 944 time: 0.0496657 Sep 30 09:50:36.019413 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3c07fa56-9ee4-4665-9ac9-7623ece7378b req-8d248b5b-002f-4d76-b33e-ff237dbe97cc tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Sep 30 09:50:36.591162 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba364-5640-4e31-806b-51a4260ad3d4 req-36b04d5b-190c-4697-85d2-7a0f831dd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:36.592625 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0c8ba364-5640-4e31-806b-51a4260ad3d4 req-36b04d5b-190c-4697-85d2-7a0f831dd9c1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 1130 time: 0.0424831 Sep 30 09:50:36.635986 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0c8ba364-5640-4e31-806b-51a4260ad3d4 req-823000ae-709a-47ca-9183-53fd7d69b9d9 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371311 Sep 30 09:50:36.924398 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26174ce6-772e-44f7-8692-4e24d9da7250 req-4964ae45-ad4c-4149-960d-1924b0c25102 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:36.925852 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-26174ce6-772e-44f7-8692-4e24d9da7250 req-4964ae45-ad4c-4149-960d-1924b0c25102 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0465975 Sep 30 09:50:36.972854 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-26174ce6-772e-44f7-8692-4e24d9da7250 req-14ca34b0-9b30-443f-885a-426e9f6cbb06 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413635 Sep 30 09:50:37.136240 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60c27-bd58-4859-af9e-c49ace87ac40 req-974a60c1-1293-4567-ab5a-9056f2b9515e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:37.137593 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-96a60c27-bd58-4859-af9e-c49ace87ac40 req-974a60c1-1293-4567-ab5a-9056f2b9515e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 944 time: 0.0457385 Sep 30 09:50:37.186975 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-96a60c27-bd58-4859-af9e-c49ace87ac40 req-e4ba8a5d-ebad-4680-9850-a84d48f28117 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Sep 30 09:50:38.090075 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532a636-5a4c-43e0-bcde-b7756115800c req-b76af0e1-626e-4ec6-9c53-7038a9ff47a2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:38.091509 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f532a636-5a4c-43e0-bcde-b7756115800c req-b76af0e1-626e-4ec6-9c53-7038a9ff47a2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0468941 Sep 30 09:50:38.138082 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f532a636-5a4c-43e0-bcde-b7756115800c req-dab6fe2d-3cfd-491f-86eb-36c6f8159a1d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Sep 30 09:50:38.307396 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946052-962b-4d25-8e05-08b0ea02c3cf req-06fda749-430c-49e6-81af-8c13f02f10ff tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:38.308845 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68946052-962b-4d25-8e05-08b0ea02c3cf req-06fda749-430c-49e6-81af-8c13f02f10ff tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 944 time: 0.0470397 Sep 30 09:50:38.333731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:38.356065 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68946052-962b-4d25-8e05-08b0ea02c3cf req-28f954f0-6dcd-421d-ba99-aed97b564f23 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Sep 30 09:50:39.263203 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947cc1-5311-40fe-aaf8-d18849a69d66 req-d8e3e2de-7dd8-41b4-94a5-96138c73b439 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:39.265725 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-37947cc1-5311-40fe-aaf8-d18849a69d66 req-d8e3e2de-7dd8-41b4-94a5-96138c73b439 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0508370 Sep 30 09:50:39.312056 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-37947cc1-5311-40fe-aaf8-d18849a69d66 req-98f78420-d88c-4116-a3e5-c5eb71dc3c3e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417693 Sep 30 09:50:39.397302 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device a9cb82d6-80f6-4a57-8692-df8965508945 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:50:39.429570 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbf7a2-e956-4be5-be32-1ff841ef8fd8 req-098c7398-23d0-436d-8bec-40e58aafb95a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:39.431007 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-31dbf7a2-e956-4be5-be32-1ff841ef8fd8 req-098c7398-23d0-436d-8bec-40e58aafb95a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Sep 30 09:50:39.441092 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60870) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:39.446007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'port_id': '3e38c79a-a565-45f6-a69a-e39595512b01'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:39.485079 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:39.501772 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a9cb82d6-80f6-4a57-8692-df8965508945,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:39.506834 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:39.512887 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'a9cb82d6-80f6-4a57-8692-df8965508945', 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458', 'port_id': 'a9cb82d6-80f6-4a57-8692-df8965508945', 'mac_address': 'fa:16:3e:24:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e053116-efc1-4be8-a3be-3b29e4f3d43e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:50:39.541048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6acb7e-d24c-4a96-b2c6-3f362e7889fd req-4b92bf80-7dc3-4339-b5ac-2751a68b1c85 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:39.542514 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8c6acb7e-d24c-4a96-b2c6-3f362e7889fd req-4b92bf80-7dc3-4339-b5ac-2751a68b1c85 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 944 time: 0.1106374 Sep 30 09:50:39.546883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port a9cb82d6-80f6-4a57-8692-df8965508945 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:39.547271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:39.560792 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cb82d6-80f6-4a57-8692-df8965508945 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:39.580606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a9cb82d6-80f6-4a57-8692-df8965508945,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:39.636982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:39.654130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8c6acb7e-d24c-4a96-b2c6-3f362e7889fd req-19ba0f74-673d-4ff3-8f9b-410579cf1a02 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025147 Sep 30 09:50:39.691113 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:39.711331 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:39.910209 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:39.913132 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:39.962526 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:40.077362 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:40.159157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['a9cb82d6-80f6-4a57-8692-df8965508945'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:50:40.177692 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 6ca2be8f-fc55-47a4-ac29-5781c8317fc2 associated. External IP: 172.37.6.187, port: 3e38c79a-a565-45f6-a69a-e39595512b01. Sep 30 09:50:40.370750 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:40.454555 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:40.473080 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:40.478034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:40.482411 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:40.492410 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:40.493013 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:40.509797 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-94075a45-5046-40bb-82f2-d766e9094f3c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/6ca2be8f-fc55-47a4-ac29-5781c8317fc2 HTTP/1.1" status: 200 len: 992 time: 1.0677018 Sep 30 09:50:40.510436 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:40.512871 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb" -d '{"events": [{"name": "network-changed", "server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:40.551400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6006d6-1bec-4038-b47f-ea789b9c6dda x-openstack-request-id: req-bc6006d6-1bec-4038-b47f-ea789b9c6dda {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:40.551747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:40.551954 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc6006d6-1bec-4038-b47f-ea789b9c6dda {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:40.552391 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6006d6-1bec-4038-b47f-ea789b9c6dda'] response: {'name': 'network-changed', 'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01', 'status': 'completed', 'code': 200} Sep 30 09:50:40.594425 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:40.651317 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-85baee10-6661-4c87-a624-f52e86ad2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:40.652819 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-85baee10-6661-4c87-a624-f52e86ad2402 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 1130 time: 0.0389543 Sep 30 09:50:40.733841 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:40.751045 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-cfa94b4a-7f6d-4dce-9803-97f3151c56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:40.752613 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-cfa94b4a-7f6d-4dce-9803-97f3151c56ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.0938804 Sep 30 09:50:40.790058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be074e8-fc51-4458-bf95-54d775703884 req-6b0760f5-c29d-40e4-98a9-b746e9b94a1d tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:40.791600 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1be074e8-fc51-4458-bf95-54d775703884 req-6b0760f5-c29d-40e4-98a9-b746e9b94a1d tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 30 09:50:40.817947 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6ca2be8f-fc55-47a4-ac29-5781c8317fc2', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.187', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': '3e38c79a-a565-45f6-a69a-e39595512b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ae:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:23Z', 'updated_at': '2022-09-30T09:50:39Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:40.823638 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-882c143b-72ae-4300-9a02-df04d39eed4b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e38c79a-a565-45f6-a69a-e39595512b01 HTTP/1.1" status: 200 len: 1000 time: 0.0578022 Sep 30 09:50:40.843449 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:40.847111 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1be074e8-fc51-4458-bf95-54d775703884 req-2bf05469-e381-4502-a758-a5148979f5ce tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497293 Sep 30 09:50:40.853323 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:40.853928 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:40.876747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-8c0f41c4-8d9e-4aea-ae78-0110a24d5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:40.878321 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-8c0f41c4-8d9e-4aea-ae78-0110a24d5a72 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0479491 Sep 30 09:50:40.926968 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-c2c7c0e0-74e7-451b-9fb7-d15650c13b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:40.928478 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-c2c7c0e0-74e7-451b-9fb7-d15650c13b85 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430994 Sep 30 09:50:40.956480 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:41.019258 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-b272282d-7777-4247-b827-9c7de6361620 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839913 Sep 30 09:50:41.112431 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:41.123104 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-3acc05ac-c89f-42f5-9d4d-92a0dfea54cb req-ce0441fb-c161-4cfe-8902-3e9be2b6ce99 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888696 Sep 30 09:50:41.165828 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6ca2be8f-fc55-47a4-ac29-5781c8317fc2', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.187', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': '3e38c79a-a565-45f6-a69a-e39595512b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ae:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:23Z', 'updated_at': '2022-09-30T09:50:39Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:41.193160 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041f7bc-bf69-4d0b-acf8-26f0630c4b30 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6ca2be8f-fc55-47a4-ac29-5781c8317fc2', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.187', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': '3e38c79a-a565-45f6-a69a-e39595512b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ae:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:23Z', 'updated_at': '2022-09-30T09:50:39Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:41.379815 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3829272-c48e-4c17-a48a-a3552b69ac69 None None] New status for floating IP 6ca2be8f-fc55-47a4-ac29-5781c8317fc2: ACTIVE {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:41.422004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device a9cb82d6-80f6-4a57-8692-df8965508945 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:50:41.517890 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port a9cb82d6-80f6-4a57-8692-df8965508945 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:50:41.623521 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port a9cb82d6-80f6-4a57-8692-df8965508945 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:50:41.623896 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:41.624280 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port a9cb82d6-80f6-4a57-8692-df8965508945 Sep 30 09:50:41.702027 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port a9cb82d6-80f6-4a57-8692-df8965508945 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:41.702417 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:41.725833 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:41.728219 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42480188-14ab-424c-a915-393c82d9960b" -d '{"events": [{"server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "name": "network-vif-plugged", "status": "completed", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:41.740477 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a9cb82d6-80f6-4a57-8692-df8965508945,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:41.766777 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d85123-e71a-41b3-8e5c-077006e69742 x-openstack-request-id: req-d1d85123-e71a-41b3-8e5c-077006e69742 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:41.767069 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "name": "network-vif-plugged", "status": "completed", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:41.767905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1d85123-e71a-41b3-8e5c-077006e69742 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:41.768324 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d85123-e71a-41b3-8e5c-077006e69742'] response: {'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945', 'code': 200} Sep 30 09:50:41.808480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:41.832594 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:41.855745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:41.965106 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1e593-c41a-428f-b4bf-aadf0f9c9e12 req-ddfafe4f-1fc1-455c-a75b-8364fb9f8117 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:41.971499 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58e1e593-c41a-428f-b4bf-aadf0f9c9e12 req-ddfafe4f-1fc1-455c-a75b-8364fb9f8117 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0466342 Sep 30 09:50:42.000730 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:42.015588 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58e1e593-c41a-428f-b4bf-aadf0f9c9e12 req-3e4cbb17-18b2-4456-b838-8a313190a520 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Sep 30 09:50:42.119189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c811ca-dcde-43a2-81af-c67510c6975f req-971935ff-e8ec-4e7b-9b27-bc96889a4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:42.120643 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-41c811ca-dcde-43a2-81af-c67510c6975f req-971935ff-e8ec-4e7b-9b27-bc96889a4d5d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 1130 time: 0.0370412 Sep 30 09:50:42.164178 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-41c811ca-dcde-43a2-81af-c67510c6975f req-6bc8ac18-65b7-428b-af40-af9d64d3e7c1 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Sep 30 09:50:43.134613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9c553-d118-49ab-851f-ef59fdb2c90d req-77bcc56c-c428-4504-9f66-048ef663f8cc tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:43.136090 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6bc9c553-d118-49ab-851f-ef59fdb2c90d req-77bcc56c-c428-4504-9f66-048ef663f8cc tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0458982 Sep 30 09:50:43.181769 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6bc9c553-d118-49ab-851f-ef59fdb2c90d req-9a0af944-0fb3-4c94-8ed5-0ab97ecc9971 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Sep 30 09:50:44.303729 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e20c-35be-4154-937b-8885a087321d req-a12de2e1-4a4d-4697-8d99-bcd05c75e548 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:44.305170 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bed4e20c-35be-4154-937b-8885a087321d req-a12de2e1-4a4d-4697-8d99-bcd05c75e548 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0498528 Sep 30 09:50:44.351829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bed4e20c-35be-4154-937b-8885a087321d req-b2f79938-59fa-4246-9632-601da44c862c tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Sep 30 09:50:51.168305 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=76 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:51.169113 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=72 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:51.523539 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-92e0915a-111f-4d78-b86f-38adab278a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:52.159234 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=12 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:52.161603 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:53.714643 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-89e63938-2ed9-4ce0-878c-cc1a814985a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:54.345205 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=32 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:54.348131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=20 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:55.038003 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:55.554375 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-63c8425e-043e-45fd-be6b-e99c9204e8b1 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1664535141&fields=id&tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1 HTTP/1.1" status: 200 len: 267 time: 0.0469937 Sep 30 09:50:55.605054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-1f19559e-dffd-4e8a-8137-b8183e0572ca tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:55.607048 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-1f19559e-dffd-4e8a-8137-b8183e0572ca tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 984 time: 0.0468729 Sep 30 09:50:55.618959 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Request body: {'port': {'security_groups': ['486454ec-5304-4b26-ac0e-18fa2421327c']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:55.697262 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:55.728913 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:50:55.875685 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:55.903575 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:55.965750 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:55.976192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:55.976805 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:55.978186 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a79ab0a-ecc0-455a-aebd-fba9dcbc32ae req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "PUT /networking/v2.0/ports/4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 942 time: 0.3644495 Sep 30 09:50:55.978761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:55.981129 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be4ee59-c44c-465a-9428-bacce26c8f74" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:55.984340 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 60982) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:56.014406 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:50:56.028869 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0bd926-f2e4-49c3-82ee-0339e5d1d67c x-openstack-request-id: req-de0bd926-f2e4-49c3-82ee-0339e5d1d67c {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:56.029207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:56.029469 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de0bd926-f2e4-49c3-82ee-0339e5d1d67c {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:56.029874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0bd926-f2e4-49c3-82ee-0339e5d1d67c'] response: {'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:50:56.034693 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb854f-f357-4025-a5dd-df9fde5f2816 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event updated for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=7']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:56.042658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:56.056385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (a2f2441d-2469-4195-ba5b-d5e2f6ba3152), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.083047 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (a2f2441d-2469-4195-ba5b-d5e2f6ba3152), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.146425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-b8ec02fe-d93f-4cfd-9dd0-d8ee677314f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:56.147892 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-b8ec02fe-d93f-4cfd-9dd0-d8ee677314f4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1129 time: 0.0619023 Sep 30 09:50:56.203378 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:50:56.248301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-f6a026a3-3b95-4b39-bef5-e685b254d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:56.249759 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-f6a026a3-3b95-4b39-bef5-e685b254d167 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.0934842 Sep 30 09:50:56.300780 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a2f2441d-2469-4195-ba5b-d5e2f6ba3152), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.304200 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.308151 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2f2441d-2469-4195-ba5b-d5e2f6ba3152 HTTP/1.1" status: 204 len: 168 time: 0.3199418 Sep 30 09:50:56.308837 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 60988) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:56.325519 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10770cb-bc80-48a0-8842-892c80045a8b tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f2441d-2469-4195-ba5b-d5e2f6ba3152,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:56.342557 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-592a6cea-df11-4504-af92-739343c19242 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0756564 Sep 30 09:50:56.400661 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-bf3c8bb2-78a0-41b8-a4ec-5fe09204b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:56.402947 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-bf3c8bb2-78a0-41b8-a4ec-5fe09204b6c5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.0485723 Sep 30 09:50:56.459572 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-0415922c-da12-461b-9a03-209bd0a51f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:56.461131 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-0415922c-da12-461b-9a03-209bd0a51f16 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462430 Sep 30 09:50:56.462803 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Deleting port 7388e982-3506-4600-9030-7f8ec8e36bf6 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:56.463145 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.548913 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.549242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for floatingip (7388e982-3506-4600-9030-7f8ec8e36bf6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.559641 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-9ed427d1-6b2d-459b-953c-0ba74adac2fc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904486 Sep 30 09:50:56.563648 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Calling delete_port for 7388e982-3506-4600-9030-7f8ec8e36bf6 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:56.649721 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.653619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:56.666711 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8be4ee59-c44c-465a-9428-bacce26c8f74 req-d4780684-2a76-4064-884f-cd3cbe9c611f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007118 Sep 30 09:50:56.923630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:57.025847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (7388e982-3506-4600-9030-7f8ec8e36bf6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:57.030037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:57.051620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event deleted for resources: {'Port': ['ID=7388e982-3506-4600-9030-7f8ec8e36bf6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:57.118876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks [] for floatingip (124cdefd-96b2-49e5-b30e-75d387b8673c), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:57.119204 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Floating IP 124cdefd-96b2-49e5-b30e-75d387b8673c disassociated (deleted). External IP: 172.37.6.130, port: 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3. Sep 30 09:50:57.309944 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Router c81ae97f-4108-4176-a5ad-ddbb1d333c7b has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:57.414802 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:57.419514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:57.426064 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Sync routers for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:57.436508 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:57.437105 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:57.449082 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0c238474-92cf-4efb-a569-5e4680f2ff61 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/124cdefd-96b2-49e5-b30e-75d387b8673c HTTP/1.1" status: 204 len: 168 time: 1.1390936 Sep 30 09:50:57.625851 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:57.808825 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:57.836610 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Checking router: c81ae97f-4108-4176-a5ad-ddbb1d333c7b for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:57.844751 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:57.845348 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:57.944943 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:58.031085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:58.033481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e44fae-df76-4472-8b9c-6b2c841f25f6" -d '{"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:58.072089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f2134-301e-48f3-abc5-ec1c91cebde9 x-openstack-request-id: req-5d9f2134-301e-48f3-abc5-ec1c91cebde9 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:58.072498 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:58.072813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d9f2134-301e-48f3-abc5-ec1c91cebde9 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:58.073283 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9f2134-301e-48f3-abc5-ec1c91cebde9'] response: {'name': 'network-changed', 'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:50:58.140306 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:58.164409 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09e7f6-0288-44c1-a53a-f8288516e559 None None] The sync data for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi is: [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:48:01Z', 'revision_number': 4, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0e2e4418-df17-4fc2-8cfc-e77a0c696b6c', 'name': '', 'network_id': '5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'mac_address': 'fa:16:3e:40:d6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:00Z', 'updated_at': '2022-09-30T09:48:05Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'subnets': [{'id': '509cb759-bc8e-41b1-b266-190b5b61d2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:58.368533 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfdc0e7-bc06-44a2-89e7-a12aafdc1291 None None] New status for floating IP 124cdefd-96b2-49e5-b30e-75d387b8673c: DOWN {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:58.650358 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-947439d9-9358-4386-8b3b-ce06e1dd6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:58.651750 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-947439d9-9358-4386-8b3b-ce06e1dd6678 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 1129 time: 0.0386171 Sep 30 09:50:58.752222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-5714ffff-dc81-434a-80d3-9fa40f9f4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:58.753666 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-5714ffff-dc81-434a-80d3-9fa40f9f4968 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 200 len: 915 time: 0.0895183 Sep 30 09:50:58.825931 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-9911c9d0-6e77-4e96-b9f3-75ff370de329 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 200 len: 217 time: 0.0316715 Sep 30 09:50:58.876691 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-e26db1d0-efe3-4aaa-afb0-398916dfafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:58.878061 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-e26db1d0-efe3-4aaa-afb0-398916dfafe1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 200 len: 853 time: 0.0430598 Sep 30 09:50:58.930146 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-e1803846-b73a-47bd-ac3c-20dc381147d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:58.932078 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-e1803846-b73a-47bd-ac3c-20dc381147d5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434651 Sep 30 09:50:59.230264 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:59.270142 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-763a66bb-75f4-4ed9-a516-f8ad97da6814 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300216 Sep 30 09:50:59.323861 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:59.366485 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-21e44fae-df76-4472-8b9c-6b2c841f25f6 req-d6270e04-90ed-45fd-9b17-a8e0edb7340c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879841 Sep 30 09:51:00.649346 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:01.869028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1158a2-c665-4ed8-8c1d-568bb0431bac req-39c8d654-4b78-4c85-ba98-96073c1010ea tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:01.870507 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8f1158a2-c665-4ed8-8c1d-568bb0431bac req-39c8d654-4b78-4c85-ba98-96073c1010ea tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0502758 Sep 30 09:51:01.918949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8f1158a2-c665-4ed8-8c1d-568bb0431bac req-8d4697a8-aefe-4af4-9ef8-79a680575e8e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Sep 30 09:51:03.038613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99fbd6-a1c4-4219-8b66-ea35b06e8dc5 req-eb59a399-36ab-4cd0-951f-b84900b31815 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:03.040049 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab99fbd6-a1c4-4219-8b66-ea35b06e8dc5 req-eb59a399-36ab-4cd0-951f-b84900b31815 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0457659 Sep 30 09:51:03.085837 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab99fbd6-a1c4-4219-8b66-ea35b06e8dc5 req-6da689e5-8db3-4f6e-a267-b32cf9e3cae3 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Sep 30 09:51:03.640487 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-d55be5b8-12c1-4125-8620-476f3fb34e41 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446484 Sep 30 09:51:03.913530 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-3aaa8a18-b982-4a57-9452-87e762cd8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:03.914950 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-3aaa8a18-b982-4a57-9452-87e762cd8731 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f1c0948ddb014e6f93d6069bb5203890&device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 1130 time: 0.0380838 Sep 30 09:51:04.058800 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-05b7c99e-b6b4-4b56-8d40-91cce478458f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:04.060258 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-05b7c99e-b6b4-4b56-8d40-91cce478458f tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Sep 30 09:51:04.102458 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-1bcb10f6-ea6a-4ace-98b5-a02718cb79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:04.103954 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-1bcb10f6-ea6a-4ace-98b5-a02718cb79d7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 200 len: 919 time: 0.0920160 Sep 30 09:51:04.146934 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-a1c086c9-bf5d-4ca6-854b-d0572dd1745a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 200 len: 217 time: 0.0336673 Sep 30 09:51:04.155602 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Deleting port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:04.155945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:04.244833 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea89055-fd3e-43f5-8146-b0fa77594ace req-fac9d6be-6af0-4cb7-9e29-283acf8e2b8e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:04.246401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ea89055-fd3e-43f5-8146-b0fa77594ace req-fac9d6be-6af0-4cb7-9e29-283acf8e2b8e tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 945 time: 0.0839531 Sep 30 09:51:04.250801 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-f0f23397-996a-409b-9edc-52968e494f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:04.252189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] For port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:04.252338 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-f0f23397-996a-409b-9edc-52968e494f8c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 200 len: 857 time: 0.0886688 Sep 30 09:51:04.252554 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:04.261181 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:04.266524 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Calling delete_port for 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:04.325047 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-11e81f88-f505-4d6f-8082-f2f683b4e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:04.326542 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-11e81f88-f505-4d6f-8082-f2f683b4e1d2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=069f8527-f158-4f06-809a-7a507bf3fc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660024 Sep 30 09:51:04.330929 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ea89055-fd3e-43f5-8146-b0fa77594ace req-13cff2aa-7cc8-4d5a-8345-71d72144724a tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=486454ec-5304-4b26-ac0e-18fa2421327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Sep 30 09:51:04.422723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-ff169b25-d87d-4846-b1b4-f42c6ead29bc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883365 Sep 30 09:51:04.469407 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:04.507947 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:51:04.567708 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d5a55c52-cb8d-4515-a93d-4604c8767279 req-6e5000c5-d2ec-4887-950c-39563256049a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019089 Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Pushing event deleted for resources: {'Port': ['ID=4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.568582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.569451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.569451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.569451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.569764 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.570492 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.571440 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:04.591677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] No DVR routers for this DVR port 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:04.594151 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:04.597412 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6c12f46a-5977-48c0-8e4c-aa14cebae69e req-c891d168-4ac6-4ec4-ba86-9894d358c3a5 tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 HTTP/1.1" status: 204 len: 173 time: 0.5279174 Sep 30 09:51:04.597891 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'name': 'network-vif-deleted', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:04.600117 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982bf16-8add-4a00-88d8-62efdd8fb8f2" -d '{"events": [{"server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "name": "network-vif-deleted", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:04.638776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846312cb-63ba-4e6c-baad-a341a519b2b8 x-openstack-request-id: req-846312cb-63ba-4e6c-baad-a341a519b2b8 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:04.639070 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cb36cf-5501-4cf6-8a17-c988d7a0e337", "name": "network-vif-deleted", "tag": "4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:04.639328 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-846312cb-63ba-4e6c-baad-a341a519b2b8 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:04.639738 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846312cb-63ba-4e6c-baad-a341a519b2b8'] response: {'server_uuid': '35cb36cf-5501-4cf6-8a17-c988d7a0e337', 'name': 'network-vif-deleted', 'tag': '4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3', 'status': 'completed', 'code': 200} Sep 30 09:51:05.449457 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-23887a66-1ee8-45da-909a-c073e96345a9 req-a1c84c34-9af2-41ec-968c-ea4671beb94c tempest-TestMinimumBasicScenario-604383834 tempest-TestMinimumBasicScenario-604383834-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=35cb36cf-5501-4cf6-8a17-c988d7a0e337 HTTP/1.1" status: 200 len: 210 time: 0.0308728 Sep 30 09:51:07.965855 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32886) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:07.972704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:08.265800 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:08.477713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Deleting port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:08.478052 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:08.555109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] For port 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:08.555457 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:08.570923 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:08.572077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Calling delete_port for 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:08.738974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:08.832049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (0e2e4418-df17-4fc2-8cfc-e77a0c696b6c), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:08.857249 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2e4418-df17-4fc2-8cfc-e77a0c696b6c,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:08.887977 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.888416 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.888752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.889082 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.889410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.889733 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.890053 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.890369 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.890712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.891034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.891352 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.891673 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.892054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.892368 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:08.892679 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:09.035020 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.232011 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Router c81ae97f-4108-4176-a5ad-ddbb1d333c7b has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:09.331097 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:09.337884 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f5eb2ea3-1213-41d5-8006-ec47a7a84f93 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/c81ae97f-4108-4176-a5ad-ddbb1d333c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708925 Sep 30 09:51:09.338448 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32890) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:09.339381 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Sync routers for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:09.348871 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:09.349481 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:09.433055 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks [] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.449232 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:09.483064 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:09.536130 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks [] for router_gateway (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.543369 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:09.562669 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:09.563863 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 4c2d7372-a2b5-4fdb-9ea8-cb7f35b53fc3 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:09.602771 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:09.617069 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151'}], 'enable_snat': True}, 'gw_port_id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:51:08Z', 'revision_number': 5, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port': {'id': 'd72d1c4d-bf3d-4bc6-884d-d0a700f1a025', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:47:58Z', 'updated_at': '2022-09-30T09:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:09.619613 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:09.640675 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Deleting port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:09.641017 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.642566 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Checking router: c81ae97f-4108-4176-a5ad-ddbb1d333c7b for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:09.651807 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Routers {'c81ae97f-4108-4176-a5ad-ddbb1d333c7b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:09.652420 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:09.720647 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] For port d72d1c4d-bf3d-4bc6-884d-d0a700f1a025, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:09.721004 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.733991 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Calling delete_port for d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 owned by network:router_gateway {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:09.737345 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] Set router c81ae97f-4108-4176-a5ad-ddbb1d333c7b gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:09.781416 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:09.787356 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:51:09Z', 'revision_number': 6, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:09.812002 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a34e8-624c-4949-a49f-cb18f534a506 None None] The sync data for ids ['c81ae97f-4108-4176-a5ad-ddbb1d333c7b'] in dv-cinder-master-3-iscsi is: [{'id': 'c81ae97f-4108-4176-a5ad-ddbb1d333c7b', 'name': 'tempest-TestMinimumBasicScenario-505590960-router', 'tenant_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:47:57Z', 'updated_at': '2022-09-30T09:51:09Z', 'revision_number': 6, 'project_id': '0be64f8f1d4b452e84a7bcd64f6100d1', 'gw_port_host': None}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:09.957694 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (d72d1c4d-bf3d-4bc6-884d-d0a700f1a025), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:09.983456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d72d1c4d-bf3d-4bc6-884d-d0a700f1a025,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:10.268434 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.363529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.365623 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks [] for router_controller (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.500690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (c81ae97f-4108-4176-a5ad-ddbb1d333c7b), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.501204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c81ae97f-4108-4176-a5ad-ddbb1d333c7b {{(pid=113203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:51:10.509755 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.509755 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-c45c22d0-77a0-4364-a204-1d971dc2eb0c admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/c81ae97f-4108-4176-a5ad-ddbb1d333c7b HTTP/1.1" status: 204 len: 168 time: 1.1676872 Sep 30 09:51:10.510205 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32896) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:10.555541 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Deleting subnet 509cb759-bc8e-41b1-b266-190b5b61d2ee {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:51:10.559427 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Publish callbacks [] for subnet (509cb759-bc8e-41b1-b266-190b5b61d2ee), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.597116 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (509cb759-bc8e-41b1-b266-190b5b61d2ee), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.609219 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:10.631022 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:10.631362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 0e2e4418-df17-4fc2-8cfc-e77a0c696b6c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:10.631783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:10.652798 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:10.653121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device d72d1c4d-bf3d-4bc6-884d-d0a700f1a025 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:10.709485 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (509cb759-bc8e-41b1-b266-190b5b61d2ee), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.755963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:10.846615 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (509cb759-bc8e-41b1-b266-190b5b61d2ee), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.871957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509cb759-bc8e-41b1-b266-190b5b61d2ee,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:10.878394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:10.881540 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-411dcebc-290e-4e24-8013-00ffac5d24fb admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/509cb759-bc8e-41b1-b266-190b5b61d2ee HTTP/1.1" status: 204 len: 168 time: 0.3702974 Sep 30 09:51:10.884275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db9ef2-90bb-4d48-bedc-a170f6525180 None None] Network 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:10.884730 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 32900) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:10.928393 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:10.958829 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.008746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Deleting port f2c8073f-d898-4b31-8e4f-86102bf18fab {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:11.008746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.052053 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] DHCP port deletion for 5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:51:11.071505 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] For port f2c8073f-d898-4b31-8e4f-86102bf18fab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2c8073f-d898-4b31-8e4f-86102bf18fab,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:11.071868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.084305 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Calling delete_port for f2c8073f-d898-4b31-8e4f-86102bf18fab owned by network:dhcp {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:11.090675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Deleting port f2c8073f-d898-4b31-8e4f-86102bf18fab {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:11.091044 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.092387 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:11.154126 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] For port f2c8073f-d898-4b31-8e4f-86102bf18fab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2c8073f-d898-4b31-8e4f-86102bf18fab,segment=NetworkSegment(9721804e-7351-4e77-b7b7-263929da43a3),segment_id=9721804e-7351-4e77-b7b7-263929da43a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:11.154546 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.167432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Calling delete_port for f2c8073f-d898-4b31-8e4f-86102bf18fab owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:11.229002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.243587 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (f2c8073f-d898-4b31-8e4f-86102bf18fab), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.253734 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c8073f-d898-4b31-8e4f-86102bf18fab,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:11.257408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] No DVR routers for this DVR port f2c8073f-d898-4b31-8e4f-86102bf18fab on host dv-cinder-master-3-iscsi {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:11.262371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:11.273807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] No DVR routers for this DVR port f2c8073f-d898-4b31-8e4f-86102bf18fab on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:11.281617 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2869f-6300-4dcd-b041-aaef843618b3 None None] Pushing event deleted for resources: {'Port': ['ID=f2c8073f-d898-4b31-8e4f-86102bf18fab,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:11.331523 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.351951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:11.361384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9721804e-7351-4e77-b7b7-263929da43a3') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:11.361680 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9721804e-7351-4e77-b7b7-263929da43a3') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:11.371156 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (9721804e-7351-4e77-b7b7-263929da43a3), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.384808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (9721804e-7351-4e77-b7b7-263929da43a3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.391089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:51:11.391466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (9721804e-7351-4e77-b7b7-263929da43a3), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.432082 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 9721804e-7351-4e77-b7b7-263929da43a3 resource provider aggregate not found Sep 30 09:51:11.452375 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 9721804e-7351-4e77-b7b7-263929da43a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9721804e-7351-4e77-b7b7-263929da43a3 found for delete ", "request_id": "req-bfe6dbb0-3e23-4ae5-99eb-f36869b7eeb6"}]} Sep 30 09:51:11.535052 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.542615 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.545782 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7 HTTP/1.1" status: 204 len: 168 time: 0.6600153 Sep 30 09:51:11.549217 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32906) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:11.555835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa55d8-6e0d-45e3-939b-c556240b92cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc7a94e-ea2f-40e2-8326-488bd0c4fbe7,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:11.859352 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (53ae72e6-bca4-447f-a168-6530f8e978e7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:11.905745 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:12.083398 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Deleting port 2795f7af-2ae3-4060-b5b3-8867e124821e {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:12.083744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:12.161774 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] For port 2795f7af-2ae3-4060-b5b3-8867e124821e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2795f7af-2ae3-4060-b5b3-8867e124821e,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:12.162140 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:12.178415 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Calling delete_port for 2795f7af-2ae3-4060-b5b3-8867e124821e owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:12.236548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:12.415450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (2795f7af-2ae3-4060-b5b3-8867e124821e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:12.442017 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2795f7af-2ae3-4060-b5b3-8867e124821e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:12.496729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device f2c8073f-d898-4b31-8e4f-86102bf18fab no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:12.520223 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: f2c8073f-d898-4b31-8e4f-86102bf18fab {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:12.520561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device f2c8073f-d898-4b31-8e4f-86102bf18fab not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:12.607071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (53ae72e6-bca4-447f-a168-6530f8e978e7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:12.806972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Router 53ae72e6-bca4-447f-a168-6530f8e978e7 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:12.851460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:12.909329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:12.914304 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-169e8da4-fd50-42b1-96e3-bfb3b7a6d4f6 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/53ae72e6-bca4-447f-a168-6530f8e978e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3640091 Sep 30 09:51:12.916802 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32910) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:12.918999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Sync routers for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:12.929135 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:12.929741 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:13.014175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks [] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.031382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:13.148631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks [] for router_gateway (53ae72e6-bca4-447f-a168-6530f8e978e7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.233862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:13.238669 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:51:12Z', 'revision_number': 5, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port': {'id': 'a7e8ba1a-cd90-4c12-a089-d7e77fa9531a', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:06Z', 'updated_at': '2022-09-30T09:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:13.270114 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Deleting port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:13.270449 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.272121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Checking router: 53ae72e6-bca4-447f-a168-6530f8e978e7 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:13.280369 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Routers {'53ae72e6-bca4-447f-a168-6530f8e978e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:13.281104 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['53ae72e6-bca4-447f-a168-6530f8e978e7'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:13.353296 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:13.365668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] For port a7e8ba1a-cd90-4c12-a089-d7e77fa9531a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:13.369851 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.369960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] Set router 53ae72e6-bca4-447f-a168-6530f8e978e7 gateway port host: None {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:13.380093 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Calling delete_port for a7e8ba1a-cd90-4c12-a089-d7e77fa9531a owned by network:router_gateway {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:13.419850 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:51:13Z', 'revision_number': 6, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:13.461189 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2617fabd-6dec-4f55-b7c2-12b0f58bb7df None None] The sync data for ids ['53ae72e6-bca4-447f-a168-6530f8e978e7'] in dv-cinder-master-3-iscsi is: [{'id': '53ae72e6-bca4-447f-a168-6530f8e978e7', 'name': 'tempest-TestMinimumBasicScenario-246109580-router', 'tenant_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:05Z', 'updated_at': '2022-09-30T09:51:13Z', 'revision_number': 6, 'project_id': 'ae05d51a1efc4c5398e9fa4ffeb7faa0', 'gw_port_host': None}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:13.658258 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (a7e8ba1a-cd90-4c12-a089-d7e77fa9531a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.692364 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e8ba1a-cd90-4c12-a089-d7e77fa9531a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:13.757475 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (53ae72e6-bca4-447f-a168-6530f8e978e7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.758971 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:13.846607 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.852727 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks [] for router_controller (53ae72e6-bca4-447f-a168-6530f8e978e7), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.977989 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (53ae72e6-bca4-447f-a168-6530f8e978e7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.978575 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ae72e6-bca4-447f-a168-6530f8e978e7 {{(pid=113203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:51:13.982550 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:13.983731 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-6153d476-ccd4-4190-b32a-bf4feff2e21b admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/53ae72e6-bca4-447f-a168-6530f8e978e7 HTTP/1.1" status: 204 len: 168 time: 1.0659027 Sep 30 09:51:13.986241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32934) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:14.030515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Deleting subnet 1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033 {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:51:14.033650 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Publish callbacks [] for subnet (1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.071458 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.143956 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.249908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.279276 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:14.282907 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.285983 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ec2c983d-cbd6-4f5e-91f5-20d1dffd051d admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/1bc9d9ab-4fb8-4e97-9d6f-78f2c2201033 HTTP/1.1" status: 204 len: 168 time: 0.2987309 Sep 30 09:51:14.289227 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32936) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:14.291699 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0916f0c-1e72-4854-9abe-70cf266c2e2c None None] Network decc2ed9-0cd5-446c-93ae-1347454cf54d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:14.365377 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (decc2ed9-0cd5-446c-93ae-1347454cf54d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.410050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Deleting port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:14.410338 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.428606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] DHCP port deletion for decc2ed9-0cd5-446c-93ae-1347454cf54d request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:51:14.473711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Deleting port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:14.474095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.475707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:14.491199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] For port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:14.491705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.509386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Calling delete_port for 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:14.519985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:14.576768 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] For port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,segment=NetworkSegment(a76f9122-53fd-4f0a-a917-5e14511f12a6),segment_id=a76f9122-53fd-4f0a-a917-5e14511f12a6)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:14.577206 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.591008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:14.592672 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Calling delete_port for 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:14.669207 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a is: ACTIVE; New status is: DOWN {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:14.669485 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.680141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.706779 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:14.708553 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] No DVR routers for this DVR port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:14.735644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a7e8ba1a-cd90-4c12-a089-d7e77fa9531a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:14.739080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (56cef7a4-f777-4bf3-94ed-8e22c13f3e1a), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.788625 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (decc2ed9-0cd5-446c-93ae-1347454cf54d), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.810876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decc2ed9-0cd5-446c-93ae-1347454cf54d']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:14.821427 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f9122-53fd-4f0a-a917-5e14511f12a6') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:14.821725 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f9122-53fd-4f0a-a917-5e14511f12a6') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:14.831991 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (a76f9122-53fd-4f0a-a917-5e14511f12a6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.845707 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (a76f9122-53fd-4f0a-a917-5e14511f12a6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.852164 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:51:14.852552 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (a76f9122-53fd-4f0a-a917-5e14511f12a6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:14.887351 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: a7e8ba1a-cd90-4c12-a089-d7e77fa9531a {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:14.887695 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a7e8ba1a-cd90-4c12-a089-d7e77fa9531a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:14.888115 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2795f7af-2ae3-4060-b5b3-8867e124821e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:14.896747 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment a76f9122-53fd-4f0a-a917-5e14511f12a6 resource provider aggregate not found Sep 30 09:51:14.918723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment a76f9122-53fd-4f0a-a917-5e14511f12a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a76f9122-53fd-4f0a-a917-5e14511f12a6 found for delete ", "request_id": "req-79c6d8ca-5e2d-4b8e-8732-267dec08e797"}]} Sep 30 09:51:14.924841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] Pushing event deleted for resources: {'Port': ['ID=56cef7a4-f777-4bf3-94ed-8e22c13f3e1a,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:14.924841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0177965-2b80-4627-8858-9d702f4b0344 None None] No DVR routers for this DVR port 56cef7a4-f777-4bf3-94ed-8e22c13f3e1a on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:14.924841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 2795f7af-2ae3-4060-b5b3-8867e124821e {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:14.925347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2795f7af-2ae3-4060-b5b3-8867e124821e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:14.998209 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (decc2ed9-0cd5-446c-93ae-1347454cf54d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.006534 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.006816 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/decc2ed9-0cd5-446c-93ae-1347454cf54d HTTP/1.1" status: 204 len: 168 time: 0.7165298 Sep 30 09:51:15.233426 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7676-28be-4ca6-9198-f9541b63cb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=decc2ed9-0cd5-446c-93ae-1347454cf54d,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:15.378540 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 32948) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:15.417851 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8075c68f-5b6b-43fd-953a-bebaad45e8b2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0be64f8f1d4b452e84a7bcd64f6100d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381789 Sep 30 09:51:15.420344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 32950) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:15.471306 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] Publish callbacks [] for security_group (486454ec-5304-4b26-ac0e-18fa2421327c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.491275 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] Publish callbacks [] for security_group (486454ec-5304-4b26-ac0e-18fa2421327c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.643772 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (486454ec-5304-4b26-ac0e-18fa2421327c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.646445 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:15.648276 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/486454ec-5304-4b26-ac0e-18fa2421327c HTTP/1.1" status: 204 len: 168 time: 0.2265615 Sep 30 09:51:15.657214 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f1cb8-7ebd-41f3-80ed-f44c06d8cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486454ec-5304-4b26-ac0e-18fa2421327c,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:16.266618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32960) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:16.306044 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1c2eb063-9b0a-475e-9e12-c8cfe7b48585 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ae05d51a1efc4c5398e9fa4ffeb7faa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383103 Sep 30 09:51:16.308504 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 32962) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:16.344333 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:16.355468 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] Publish callbacks [] for security_group (9cc7f8a8-de97-4711-a8c3-fa8a6927227c), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:16.375419 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] Publish callbacks [] for security_group (9cc7f8a8-de97-4711-a8c3-fa8a6927227c), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:16.511809 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (9cc7f8a8-de97-4711-a8c3-fa8a6927227c), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:16.514308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:16.515482 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9cc7f8a8-de97-4711-a8c3-fa8a6927227c HTTP/1.1" status: 204 len: 168 time: 0.2061064 Sep 30 09:51:16.523581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e281ed-5aff-43d0-bb40-20020d876db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc7f8a8-de97-4711-a8c3-fa8a6927227c,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:17.582260 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 32992) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:17.677680 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1911956325-network', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:17.754423 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Made reservation on behalf of f0d0c96bbb304882b1f2459361551a93 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:17.756789 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:17.766086 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:17.839207 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks [] for security_group (8d4b6639-6e2e-4411-9eed-9ee6bccd6d66), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:17.923951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8d4b6639-6e2e-4411-9eed-9ee6bccd6d66), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:17.951194 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:51:17.967376 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (765b8827-dc41-4d9e-be01-6115a3b03c81), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:17.967720 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Added segment 765b8827-dc41-4d9e-be01-6115a3b03c81 of type vlan for network 3408b8b1-1a84-4fa0-8af6-da7419c2525d Sep 30 09:51:17.972705 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b6639-6e2e-4411-9eed-9ee6bccd6d66,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:18.011488 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (3408b8b1-1a84-4fa0-8af6-da7419c2525d), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:18.018717 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:18.166901 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (3408b8b1-1a84-4fa0-8af6-da7419c2525d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:18.168069 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:18.168740 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:18.229383 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] Pushing event updated for resources: {'Network': ['ID=3408b8b1-1a84-4fa0-8af6-da7419c2525d,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:18.241068 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:51:18.289529 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4fed2886-d9aa-4ed8-8213-c8a138988981 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7061472 Sep 30 09:51:18.293784 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33008) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:18.299992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Request body: {'subnet': {'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1911956325-subnet', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:18.408773 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Made reservation on behalf of f0d0c96bbb304882b1f2459361551a93 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:18.411528 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:18.515260 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0cb2a-3526-4dcd-870a-f6d28bffb05c req-2397a572-04a5-4323-a56b-cd2609f3d1d7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:18.516721 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fa0cb2a-3526-4dcd-870a-f6d28bffb05c req-2397a572-04a5-4323-a56b-cd2609f3d1d7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0529633 Sep 30 09:51:18.563920 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fa0cb2a-3526-4dcd-870a-f6d28bffb05c req-bb2845cb-4e77-4550-8f55-ef190128cfdb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Sep 30 09:51:18.780829 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (17feeb99-a150-43e4-9bdf-e5689885a334), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:18.838133 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17feeb99-a150-43e4-9bdf-e5689885a334,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:18.846956 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:18.847314 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Network hostable DHCP agents. Network: 3408b8b1-1a84-4fa0-8af6-da7419c2525d, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:51:18.861611 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:18.958016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:51:19.043861 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3408b8b1-1a84-4fa0-8af6-da7419c2525d) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:19.047886 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:19.048485 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.053891 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4c374-c4dd-4c49-95a8-9e038f75af48 None None] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:19.137549 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3794d74a-9041-443f-b956-7f4c6125af8a admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8425736 Sep 30 09:51:19.140156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33014) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:19.144316 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:19.153815 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:51:19.155004 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.227191 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.228250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.280660 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for router_controller (a4e40616-4f27-407b-b1db-b2c3393c44d2), precommit_add_association {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.290103 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Allocated IP 172.20.0.2 (3408b8b1-1a84-4fa0-8af6-da7419c2525d/17feeb99-a150-43e4-9bdf-e5689885a334/fd42b73f-bf14-484c-8d39-4446ddb373b6) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:19.312668 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:19.431906 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks [] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.433046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:19.462900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for router_gateway (a4e40616-4f27-407b-b1db-b2c3393c44d2), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.503465 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.543999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:19.546896 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:19.549527 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:19.560733 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Pushing event updated for resources: {'Port': ['ID=fd42b73f-bf14-484c-8d39-4446ddb373b6,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:19.582516 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.582798 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.583128 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.583479 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.583805 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.584131 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.584447 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.584762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.585076 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.586052 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.586374 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.586715 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.587029 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.587337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.587678 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:19.627628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Attempting to bind port fd42b73f-bf14-484c-8d39-4446ddb373b6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:19.628008 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Attempting to bind port fd42b73f-bf14-484c-8d39-4446ddb373b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:19.628373 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Attempting to bind port fd42b73f-bf14-484c-8d39-4446ddb373b6 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:19.671502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:19.671907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:19.672304 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.672691 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Bound using segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:19.673186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Bound port: fd42b73f-bf14-484c-8d39-4446ddb373b6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:19.673561 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.724524 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:19.735799 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a2df8-c4b1-4d0f-bf38-5465dd12a636 req-dc3008e9-5fb2-4228-a900-4693cec346b8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:19.737259 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bc0a2df8-c4b1-4d0f-bf38-5465dd12a636 req-dc3008e9-5fb2-4228-a900-4693cec346b8 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0946844 Sep 30 09:51:19.737755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] For port fd42b73f-bf14-484c-8d39-4446ddb373b6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:19.741460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] For port fd42b73f-bf14-484c-8d39-4446ddb373b6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd42b73f-bf14-484c-8d39-4446ddb373b6,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:19.759930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for router_gateway (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.786464 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.791672 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:19.815637 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:19.856027 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bc0a2df8-c4b1-4d0f-bf38-5465dd12a636 req-c037feb7-2d99-495a-b70f-73d74ad2aa59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084337 Sep 30 09:51:19.871612 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e13e-57c5-478d-91e8-6f2c966949a7 None None] Pushing event updated for resources: {'Port': ['ID=fd42b73f-bf14-484c-8d39-4446ddb373b6,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:19.922820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Allocated IP 172.37.6.202 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/6c896384-3d9b-4662-a8e4-e5f3e48a43bc) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:19.985163 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:20.058028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.201006 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.244071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:20.249628 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:20.251856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Pushing event updated for resources: {'Port': ['ID=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:20.256562 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:20.529308 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fd42b73f-bf14-484c-8d39-4446ddb373b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:20.579444 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port fd42b73f-bf14-484c-8d39-4446ddb373b6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:20.579839 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.580182 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port fd42b73f-bf14-484c-8d39-4446ddb373b6 Sep 30 09:51:20.583287 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for router_gateway (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.665444 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port fd42b73f-bf14-484c-8d39-4446ddb373b6 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:20.666114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.703835 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port fd42b73f-bf14-484c-8d39-4446ddb373b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd42b73f-bf14-484c-8d39-4446ddb373b6,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:20.742390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6924d-dc43-478c-b0a7-79860a22dd16 None None] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:20.786953 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.792322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.828052 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-17d483aa-29a4-45f3-ace8-4502086a990e None None] Provisioning complete for port fd42b73f-bf14-484c-8d39-4446ddb373b6 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:20.828420 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-17d483aa-29a4-45f3-ace8-4502086a990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:20.828752 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-17d483aa-29a4-45f3-ace8-4502086a990e None None] Attempt 1 to provision port fd42b73f-bf14-484c-8d39-4446ddb373b6 Sep 30 09:51:20.839769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:20.901390 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:20.916359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=fd42b73f-bf14-484c-8d39-4446ddb373b6,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:20.972877 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-17d483aa-29a4-45f3-ace8-4502086a990e None None] Current status of the port fd42b73f-bf14-484c-8d39-4446ddb373b6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:20.985107 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:51:21.030094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c890e8-9a3b-44d8-8349-ef422c4bdef0 req-c2c63074-f8cc-4395-a5aa-1db92bbe90a2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:21.031660 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-03c890e8-9a3b-44d8-8349-ef422c4bdef0 req-c2c63074-f8cc-4395-a5aa-1db92bbe90a2 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0590439 Sep 30 09:51:21.129363 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:21.151160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-03c890e8-9a3b-44d8-8349-ef422c4bdef0 req-f362f291-9233-485a-8884-ef7ed7f6509c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898199 Sep 30 09:51:21.161578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:21.181616 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:21.191576 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-a7d298bd-396a-425b-8f6c-b6b8ae778277 None None] Provisioning complete for port fd42b73f-bf14-484c-8d39-4446ddb373b6 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:21.191951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a7d298bd-396a-425b-8f6c-b6b8ae778277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.192281 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a7d298bd-396a-425b-8f6c-b6b8ae778277 None None] Attempt 1 to provision port fd42b73f-bf14-484c-8d39-4446ddb373b6 Sep 30 09:51:21.192434 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:21.193052 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:21.260348 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.261986 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1bb910c5-332d-42c3-81ba-091798036949 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1208088 Sep 30 09:51:21.265000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33024) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:21.267250 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a7d298bd-396a-425b-8f6c-b6b8ae778277 None None] Current status of the port fd42b73f-bf14-484c-8d39-4446ddb373b6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:21.296286 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:21.461625 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:20Z', 'revision_number': 3, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:21.490080 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:21.490425 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Updating router a4e40616-4f27-407b-b1db-b2c3393c44d2 port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:21.520493 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.532048 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ac98b2f5-ce41-4fbd-9493-daa9c0a8cc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.851772 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks [] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.901255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.935193 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:21.969930 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Attempting to bind port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:21.970386 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Attempting to bind port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:21.970777 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Attempting to bind port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:22.008617 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Pushing event updated for resources: {'Port': ['ID=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,revision_number=2']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:22.020228 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.020567 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.020936 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.021276 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.021610 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.021939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.022259 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.022583 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.022962 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.023278 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.023600 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.023940 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.024265 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.024587 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.024899 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:22.039366 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:22.039735 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:22.040202 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.040531 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:22.041027 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Bound port: 6c896384-3d9b-4662-a8e4-e5f3e48a43bc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:22.041403 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.053903 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Allocated IP 172.20.0.1 (3408b8b1-1a84-4fa0-8af6-da7419c2525d/17feeb99-a150-43e4-9bdf-e5689885a334/fbf021f9-ae35-47af-9243-953bba459691) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:22.062491 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.077756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.090203 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] For port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:22.093187 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] For port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:22.158650 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks [] for port (fbf021f9-ae35-47af-9243-953bba459691), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.164646 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.222752 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-7d563446-b403-482f-988f-11ca90787025 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:22.224299 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-7d563446-b403-482f-988f-11ca90787025 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0524747 Sep 30 09:51:22.224447 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.236269 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:22.236892 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:22.273477 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.277272 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.286182 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8040f-e313-48f1-997a-eee6d9d4397a None None] Pushing event updated for resources: {'Port': ['ID=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:22.287549 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd080c97-fa7e-4a83-a9aa-490692e00570 req-34dd7202-8bf7-41b4-8fa5-736cebefca08 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:22.289799 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fd080c97-fa7e-4a83-a9aa-490692e00570 req-34dd7202-8bf7-41b4-8fa5-736cebefca08 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 945 time: 0.0562212 Sep 30 09:51:22.322111 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Deleting port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:22.322802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.344435 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:22.346631 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:22.354566 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:22.360089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:22.377486 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.389762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:22.418103 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fd080c97-fa7e-4a83-a9aa-490692e00570 req-cc1d32fc-b9da-4b47-b11f-4744c2ae97aa tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=282fb47d-342a-46a3-b176-f701ce385057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064918 Sep 30 09:51:22.423760 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.424485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] For port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:22.425024 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.569049 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fd42b73f-bf14-484c-8d39-4446ddb373b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:22.633510 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.634145 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:20Z', 'revision_number': 3, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:22.637729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port fd42b73f-bf14-484c-8d39-4446ddb373b6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:22.638104 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.638436 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port fd42b73f-bf14-484c-8d39-4446ddb373b6 Sep 30 09:51:22.661452 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c756d2-44c9-448f-8f92-a9b247eff442 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:20Z', 'revision_number': 3, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:22.681144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.684357 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.684357 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Floating IP a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe disassociated. External IP: 172.37.6.112, port: 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9. Sep 30 09:51:22.684357 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Calling delete_port for 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:22.747014 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port fd42b73f-bf14-484c-8d39-4446ddb373b6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:22.754121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fbf021f9-ae35-47af-9243-953bba459691), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.799581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Provisioning complete for port fbf021f9-ae35-47af-9243-953bba459691 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:22.800226 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fbf021f9-ae35-47af-9243-953bba459691), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.800576 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 1 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:22.835968 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:22.849528 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:22.946958 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks [] for port (fbf021f9-ae35-47af-9243-953bba459691), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.961678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (411b31d5-4a9b-44b2-8ce8-22d9cb075ef9), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:22.997721 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event deleted for resources: {'Port': ['ID=411b31d5-4a9b-44b2-8ce8-22d9cb075ef9,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:23.042471 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:23.133853 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:23.134892 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Router b196b2b1-9467-425b-85bb-6d6c105b12be has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:23.136534 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:23.190422 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:23.245908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:23.247500 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:23.257112 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:23.267515 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683be6-fe27-4545-beca-61f265438525 None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:23.289821 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:23.290644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:50:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:23.300607 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] No DVR routers for this DVR port 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:23.303233 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:23.307057 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e628026d-4b62-4fab-9ee8-b988c1c56ff7 req-c74482a9-d183-4a1b-bdae-7d00a85b4cb1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "DELETE /networking/v2.0/ports/411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 HTTP/1.1" status: 204 len: 173 time: 1.0766337 Sep 30 09:51:23.307656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'name': 'network-vif-deleted', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:23.310001 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13b90b-53df-4144-9cf6-8f579ff5960d" -d '{"events": [{"server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "name": "network-vif-deleted", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:23.394816 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 2 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:23.400061 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:23.500779 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:23.545283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:23.649093 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:23.653525 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffe0eb-7059-4e60-9b5e-99aefa2f6886 x-openstack-request-id: req-ceffe0eb-7059-4e60-9b5e-99aefa2f6886 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:23.653812 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e7298b-38f3-436b-98ed-e9157faaca5e", "name": "network-vif-deleted", "tag": "411b31d5-4a9b-44b2-8ce8-22d9cb075ef9", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:23.654064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ceffe0eb-7059-4e60-9b5e-99aefa2f6886 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:23.654468 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceffe0eb-7059-4e60-9b5e-99aefa2f6886'] response: {'server_uuid': '44e7298b-38f3-436b-98ed-e9157faaca5e', 'name': 'network-vif-deleted', 'tag': '411b31d5-4a9b-44b2-8ce8-22d9cb075ef9', 'status': 'completed', 'code': 200} Sep 30 09:51:23.695679 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62c3c9be-e41e-4540-b927-028f2c5446a8 req-2ff863b2-a943-47d4-b511-ddec3d05cb0f tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0856309 Sep 30 09:51:23.713329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:23.731269 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-e420b372-489f-4006-8926-6df56ee29294 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/a4e40616-4f27-407b-b1db-b2c3393c44d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4654334 Sep 30 09:51:23.795486 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f6e1fc4e-2f6b-4dae-af48-0e88d79780b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:23.819507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:23.851576 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683be6-fe27-4545-beca-61f265438525 None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:23.861186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:23.862116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:23.922448 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:23.983534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:24.133143 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 3 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:24.212919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:24.329032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-27683be6-fe27-4545-beca-61f265438525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:24.361394 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683be6-fe27-4545-beca-61f265438525 None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:45:53Z', 'revision_number': 4, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c1feeb13-170b-4980-9c93-30ea7a94b340', 'name': '', 'network_id': '069f8527-f158-4f06-809a-7a507bf3fc84', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'mac_address': 'fa:16:3e:c3:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:06Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'subnets': [{'id': '5097a34b-c136-47dd-9d48-0761ca5f7a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:24.486055 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33058) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:24.492640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-129688495-network', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:24.540606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6c896384-3d9b-4662-a8e4-e5f3e48a43bc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:24.583474 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Made reservation on behalf of 8003aa7a2df842bb92467d64e17bab8d for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:24.585539 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:24.586005 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.586242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.586796 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc Sep 30 09:51:24.595784 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.611209 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:24.636084 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942798d8-55be-462b-9b35-61dbebcf07cd None None] New status for floating IP a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:51:24.668736 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:24.669175 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.680550 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks [] for security_group (c282cf4a-ae93-4666-b35f-ef2541fbedd4), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.691108 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:24.713956 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 4 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:24.749789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:24.760942 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c282cf4a-ae93-4666-b35f-ef2541fbedd4), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.772208 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.794531 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:51:24.800927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282cf4a-ae93-4666-b35f-ef2541fbedd4,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:24.809583 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (29d35d8c-7493-42ed-bdc4-47ecd13225b0), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.810103 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Added segment 29d35d8c-7493-42ed-bdc4-47ecd13225b0 of type vlan for network a1a947f8-b8f0-49fd-a3af-298fa4634634 Sep 30 09:51:24.848344 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:24.862056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (a1a947f8-b8f0-49fd-a3af-298fa4634634), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.884751 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-38faec0a-7355-401d-b9af-a86e6f696097 req-57129e04-71e5-4161-a2d5-76f57ed82fdb tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0457685 Sep 30 09:51:24.945935 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322edc52-2657-40db-af16-20033333be05 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:24.957116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322edc52-2657-40db-af16-20033333be05 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:24.957732 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-322edc52-2657-40db-af16-20033333be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:24.966561 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (a1a947f8-b8f0-49fd-a3af-298fa4634634), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.967632 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:24.968219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:24.999920 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.027791 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a947f8-b8f0-49fd-a3af-298fa4634634,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:25.044130 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:51:25.088839 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-873836f7-3cfd-408d-a7bd-7d575a69eec7 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6017110 Sep 30 09:51:25.091526 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33062) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:25.096441 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Request body: {'subnet': {'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-129688495-subnet', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:25.124103 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-322edc52-2657-40db-af16-20033333be05 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:25.200941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Made reservation on behalf of 8003aa7a2df842bb92467d64e17bab8d for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:25.203461 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.251188 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 5 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:25.289448 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.306321 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:25.345759 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-322edc52-2657-40db-af16-20033333be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 2, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:25.374695 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322edc52-2657-40db-af16-20033333be05 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:25.375040 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322edc52-2657-40db-af16-20033333be05 None None] Updating router a4e40616-4f27-407b-b1db-b2c3393c44d2 port fbf021f9-ae35-47af-9243-953bba459691 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:25.402117 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fbf021f9-ae35-47af-9243-953bba459691), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.466883 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (248eeeb2-071e-427b-b827-6d99e6e35d4e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.525794 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Pushing event updated for resources: {'Subnet': ['ID=248eeeb2-071e-427b-b827-6d99e6e35d4e,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:25.533423 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Checking segment: {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:25.533518 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Network hostable DHCP agents. Network: a1a947f8-b8f0-49fd-a3af-298fa4634634, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:51:25.600981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.629294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:51:25.632835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.657709 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks [] for port (fbf021f9-ae35-47af-9243-953bba459691), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.714618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a1a947f8-b8f0-49fd-a3af-298fa4634634) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:25.718581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:25.719209 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.723087 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f35a7-c441-4a1e-8ba1-111ae1f4c5a4 None None] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:25.765834 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.795888 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2e50b9d3-2486-4bfe-8a70-6b6a460b595e admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7030642 Sep 30 09:51:25.798313 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33068) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:25.802540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:25.807128 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 6 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:25.822454 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.874568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb12b4-700e-4ecc-b9f3-4b54d69c820d None None] Pushing event updated for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:25.918087 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Port fbf021f9-ae35-47af-9243-953bba459691 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:25.929590 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a1a947f8-b8f0-49fd-a3af-298fa4634634', 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634', 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'fixed_ips': [{'subnet_id': '248eeeb2-071e-427b-b827-6d99e6e35d4e'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:51:25.930480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.938335 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.939410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:25.945955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-322edc52-2657-40db-af16-20033333be05 None None] Attempting to bind port fbf021f9-ae35-47af-9243-953bba459691 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:25.946324 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-322edc52-2657-40db-af16-20033333be05 None None] Attempting to bind port fbf021f9-ae35-47af-9243-953bba459691 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:25.946707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322edc52-2657-40db-af16-20033333be05 None None] Attempting to bind port fbf021f9-ae35-47af-9243-953bba459691 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:26.006110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for router_controller (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), precommit_add_association {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.026752 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fa80a6d7-14bf-4f7a-93c5-8fb0a128acfe req-57591bd4-783b-406d-ab19-0bfe29403eaa tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0313959 Sep 30 09:51:26.054820 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322edc52-2657-40db-af16-20033333be05 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:26.055120 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322edc52-2657-40db-af16-20033333be05 None None] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:26.055517 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.055898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322edc52-2657-40db-af16-20033333be05 None None] Bound using segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:26.056365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-322edc52-2657-40db-af16-20033333be05 None None] Bound port: fbf021f9-ae35-47af-9243-953bba459691, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:26.056735 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fbf021f9-ae35-47af-9243-953bba459691), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.112568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:26.145664 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Allocated IP 172.20.0.2 (a1a947f8-b8f0-49fd-a3af-298fa4634634/248eeeb2-071e-427b-b827-6d99e6e35d4e/6b6494e4-74c0-498e-9e7b-c0a784d5ff48) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:26.168653 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-322edc52-2657-40db-af16-20033333be05 None None] For port fbf021f9-ae35-47af-9243-953bba459691, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:26.208231 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for router_gateway (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.220208 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-322edc52-2657-40db-af16-20033333be05 None None] For port fbf021f9-ae35-47af-9243-953bba459691, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbf021f9-ae35-47af-9243-953bba459691,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:26.296235 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-322edc52-2657-40db-af16-20033333be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.350183 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks [] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.357727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322edc52-2657-40db-af16-20033333be05 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:26.358356 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-322edc52-2657-40db-af16-20033333be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:26.361772 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:26.448408 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for router_gateway (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.472878 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.617800 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Attempt 7 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:26.620922 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb12b4-700e-4ecc-b9f3-4b54d69c820d None None] Pushing event updated for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:26.630150 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6c896384-3d9b-4662-a8e4-e5f3e48a43bc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:26.643416 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Allocated IP 172.37.6.46 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/e87f42eb-c1d9-464e-aa60-6d70059896bb) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:26.657681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.745246 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:26.758440 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.778307 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:26.785607 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-322edc52-2657-40db-af16-20033333be05 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:26.790436 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:26.827570 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.844499 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Pushing event updated for resources: {'Port': ['ID=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:26.881871 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:26.882495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.882718 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc Sep 30 09:51:26.892850 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.937254 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:26.965900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:26.984122 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:26.989502 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:26.992934 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:26.994228 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Current status of the port fbf021f9-ae35-47af-9243-953bba459691 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:26.994645 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (fbf021f9-ae35-47af-9243-953bba459691), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.013253 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:27.015950 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Pushing event updated for resources: {'Port': ['ID=e87f42eb-c1d9-464e-aa60-6d70059896bb,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:27.036537 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Attempting to bind port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:27.036907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Attempting to bind port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:27.037271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Attempting to bind port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 on network a1a947f8-b8f0-49fd-a3af-298fa4634634 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:27.114734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] For port fbf021f9-ae35-47af-9243-953bba459691, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbf021f9-ae35-47af-9243-953bba459691,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:27.166752 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f5c9e7d9-ead3-46ce-a5e8-00c7cc8c55c6 req-b6d0b8fe-b5d6-4e13-898e-177d889ac486 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=44e7298b-38f3-436b-98ed-e9157faaca5e HTTP/1.1" status: 200 len: 210 time: 0.0330954 Sep 30 09:51:27.176074 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:27.176442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Checking segment: {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:27.176845 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.177234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Bound using segment: {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:27.177716 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Bound port: 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:27.178095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.196236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:27.216062 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.290685 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-322edc52-2657-40db-af16-20033333be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:26Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:27.324435 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:27.331772 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322edc52-2657-40db-af16-20033333be05 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:26Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:27.349451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173908b-eba2-4eb7-b6ce-ddf30417554c None None] Pushing event updated for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:27.353214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] For port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:27.359924 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] For port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:27.370528 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-c6188b20-2be6-4590-9606-88b440c0ae1d None None] Provisioning complete for port fbf021f9-ae35-47af-9243-953bba459691 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:27.370927 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c6188b20-2be6-4590-9606-88b440c0ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fbf021f9-ae35-47af-9243-953bba459691), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.373867 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-c6188b20-2be6-4590-9606-88b440c0ae1d None None] Attempt 1 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:27.450072 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.564319 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-c6188b20-2be6-4590-9606-88b440c0ae1d None None] Current status of the port fbf021f9-ae35-47af-9243-953bba459691 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:27.593868 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c7cf0-f92f-4222-a20b-ec0a35e9d5a0 None None] Pushing event updated for resources: {'Port': ['ID=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:27.719753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:27.775523 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for router_gateway (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.885802 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:27.913156 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:27.913556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 411b31d5-4a9b-44b2-8ce8-22d9cb075ef9 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:27.981936 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.189683 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Router ac100cf4-eb69-49ba-85aa-88dc3eb1115d is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:51:28.283237 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:28.337185 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:28.360244 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Sync routers for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:28.363463 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:28.364188 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:28.385202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33102) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:28.479184 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.483485 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33108) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:28.506638 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4b3be73e-ef91-40c5-b16e-752a6688529c admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7045310 Sep 30 09:51:28.515856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (282fb47d-342a-46a3-b176-f701ce385057), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.555433 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:28.578504 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (282fb47d-342a-46a3-b176-f701ce385057), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.695688 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:28.747139 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (282fb47d-342a-46a3-b176-f701ce385057), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.750714 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.752233 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/282fb47d-342a-46a3-b176-f701ce385057 HTTP/1.1" status: 204 len: 168 time: 0.3660295 Sep 30 09:51:28.757280 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33116) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:28.772759 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c842f3-f43b-46d8-a4eb-d14fce6c3db4 None None] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:28.773320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae56c0-4809-4fee-9cca-a30db71fe7a1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282fb47d-342a-46a3-b176-f701ce385057,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:28.794151 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.api.v2.resource [None req-37c3d5b5-e7f8-4315-9525-0da94cb5eda1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] show failed (client error): The resource could not be found. Sep 30 09:51:28.795587 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-37c3d5b5-e7f8-4315-9525-0da94cb5eda1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups/282fb47d-342a-46a3-b176-f701ce385057 HTTP/1.1" status: 404 len: 347 time: 0.0369689 Sep 30 09:51:28.798998 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33118) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:28.818351 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 3, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:28.845285 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Checking router: ac100cf4-eb69-49ba-85aa-88dc3eb1115d for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:28.845633 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Updating router ac100cf4-eb69-49ba-85aa-88dc3eb1115d port e87f42eb-c1d9-464e-aa60-6d70059896bb binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:28.869030 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:28.885373 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.890833 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:28.891350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.891532 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 Sep 30 09:51:28.901554 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Provisioning complete for port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:28.902288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:28.902994 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Attempt 1 to provision port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 Sep 30 09:51:28.957572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Deleting port 20848721-b1f2-4bdb-8d73-5b4e002189fa {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:28.961080 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.072153 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.072632 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (20848721-b1f2-4bdb-8d73-5b4e002189fa), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.087983 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Calling delete_port for 20848721-b1f2-4bdb-8d73-5b4e002189fa owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:29.114212 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Current status of the port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:29.114648 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.147378 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.160938 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.196508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.211945 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-9694055c-4196-405a-9b96-57bab8921448 None None] For port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:29.219286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:29.219676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.276164 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.289927 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks [] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.357110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.db.api [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 30 09:51:29.357517 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG oslo_db.api [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:51:29.359736 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Allocated IP 172.20.0.1 (a1a947f8-b8f0-49fd-a3af-298fa4634634/248eeeb2-071e-427b-b827-6d99e6e35d4e/2aec6d92-a4cd-4845-88ae-1b87a008cc45) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:29.360349 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694055c-4196-405a-9b96-57bab8921448 None None] Pushing event updated for resources: {'Port': ['ID=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:29.372834 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.401196 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (20848721-b1f2-4bdb-8d73-5b4e002189fa), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.412657 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Attempting to bind port e87f42eb-c1d9-464e-aa60-6d70059896bb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:29.413028 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Attempting to bind port e87f42eb-c1d9-464e-aa60-6d70059896bb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:29.413422 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Attempting to bind port e87f42eb-c1d9-464e-aa60-6d70059896bb on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:29.426792 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event deleted for resources: {'Port': ['ID=20848721-b1f2-4bdb-8d73-5b4e002189fa,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:29.433788 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.443377 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.456890 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f022-600e-40e2-bb05-50bb892ca141 None None] Pushing event updated for resources: {'Port': ['ID=e87f42eb-c1d9-464e-aa60-6d70059896bb,revision_number=2']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:29.470070 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:29.470439 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:29.474758 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.474758 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:29.474758 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Bound port: e87f42eb-c1d9-464e-aa60-6d70059896bb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:29.474758 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.493121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.500655 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks [] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.504696 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ddf20f9d-961c-4170-b989-79a9fbbad507 None None] Provisioning complete for port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:29.505079 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ddf20f9d-961c-4170-b989-79a9fbbad507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.505516 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ddf20f9d-961c-4170-b989-79a9fbbad507 None None] Attempt 1 to provision port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 Sep 30 09:51:29.507679 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks [] for floatingip (a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.510360 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.511512 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-387a98be-2ba0-419e-befc-17e881daa9a9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/a4aa79c0-845f-4ad6-afb7-4e7e5b4446fe HTTP/1.1" status: 204 len: 168 time: 0.7105577 Sep 30 09:51:29.547116 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] For port e87f42eb-c1d9-464e-aa60-6d70059896bb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:29.550662 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] For port e87f42eb-c1d9-464e-aa60-6d70059896bb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e87f42eb-c1d9-464e-aa60-6d70059896bb,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:29.588923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ddf20f9d-961c-4170-b989-79a9fbbad507 None None] Current status of the port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:29.635243 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.660092 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.676385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:29.681259 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:29.685217 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:29.688658 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:29.702051 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:29.702766 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:29.731765 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.768924 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f022-600e-40e2-bb05-50bb892ca141 None None] Pushing event updated for resources: {'Port': ['ID=e87f42eb-c1d9-464e-aa60-6d70059896bb,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:29.901326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:29.927890 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:29.929586 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fbf021f9-ae35-47af-9243-953bba459691 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:29.955320 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:29.965508 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.987160 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port fbf021f9-ae35-47af-9243-953bba459691 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:29.987821 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (fbf021f9-ae35-47af-9243-953bba459691), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.988339 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port fbf021f9-ae35-47af-9243-953bba459691 Sep 30 09:51:30.003119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:30.148579 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:30.160473 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 3, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:30.167031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks [] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.174685 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Provisioning complete for port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:30.175058 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.175389 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 1 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:30.185054 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb1c1-b9ea-41d7-8a98-4f015417918e None None] The sync data for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi is: [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 3, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:30.236201 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:30.251755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port fbf021f9-ae35-47af-9243-953bba459691 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:30.269917 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.613461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:30.619622 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.653120 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:30.689423 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.718686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:30.719184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.719645 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 Sep 30 09:51:30.734286 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:30.735742 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:30.738873 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 2 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:30.791367 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:30.838894 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:30.840655 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device e87f42eb-c1d9-464e-aa60-6d70059896bb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:30.869612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Router ac100cf4-eb69-49ba-85aa-88dc3eb1115d has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:30.901708 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port e87f42eb-c1d9-464e-aa60-6d70059896bb triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:30.902960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.904641 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port e87f42eb-c1d9-464e-aa60-6d70059896bb Sep 30 09:51:31.008125 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:31.013796 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-556a6f78-1d43-40d0-abc0-04278089e8d0 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ac100cf4-eb69-49ba-85aa-88dc3eb1115d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292530 Sep 30 09:51:31.033010 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port e87f42eb-c1d9-464e-aa60-6d70059896bb is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:31.033519 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.057827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port e87f42eb-c1d9-464e-aa60-6d70059896bb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e87f42eb-c1d9-464e-aa60-6d70059896bb,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:31.126289 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.136033 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:31.212658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=e87f42eb-c1d9-464e-aa60-6d70059896bb,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:31.292678 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 3 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:31.329524 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:31.433539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33158) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:31.438241 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844905994', 'description': 'tempest-secgroup-smoke-844905994 description', 'project_id': 'f0d0c96bbb304882b1f2459361551a93'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:31.601489 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.677916 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (6fa83794-f114-4d02-9d65-747e3bcbcdb0), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.758221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (6fa83794-f114-4d02-9d65-747e3bcbcdb0), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.792012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa83794-f114-4d02-9d65-747e3bcbcdb0,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:31.831050 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 4 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:31.846452 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.850451 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ad59bd06-e6c8-45d5-804f-86c33f6554bd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4131553 Sep 30 09:51:31.850754 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33164) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:31.855847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:31.868227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:31.949347 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (957a22ae-98bc-4e9b-8bfc-9a0443f3351e), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.964729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Sync routers for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:31.974687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:31.975305 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:32.008039 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (957a22ae-98bc-4e9b-8bfc-9a0443f3351e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.058254 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (957a22ae-98bc-4e9b-8bfc-9a0443f3351e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.077944 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957a22ae-98bc-4e9b-8bfc-9a0443f3351e,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:32.079612 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:32.143028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.144292 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3f6a20fd-9682-4565-acd9-0fbf6dce3804 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919729 Sep 30 09:51:32.147019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33166) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:32.151965 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:32.165828 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:32.263164 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:32.266461 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:29Z', 'revision_number': 4, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2aec6d92-a4cd-4845-88ae-1b87a008cc45', 'name': '', 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'mac_address': 'fa:16:3e:c9:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:29Z', 'updated_at': '2022-09-30T09:51:30Z', 'revision_number': 2, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'subnets': [{'id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:32.274037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (fb902209-0d2d-4707-9fc9-2733d28dabf5), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.298720 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Checking router: ac100cf4-eb69-49ba-85aa-88dc3eb1115d for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:32.299077 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Updating router ac100cf4-eb69-49ba-85aa-88dc3eb1115d port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:32.328770 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.337971 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (fb902209-0d2d-4707-9fc9-2733d28dabf5), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.369781 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 5 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:32.412024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (fb902209-0d2d-4707-9fc9-2733d28dabf5), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.433198 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb902209-0d2d-4707-9fc9-2733d28dabf5,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:32.456622 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:32.497450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.508738 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-facf4193-ff29-481d-a4b2-204abc63c23a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510065 Sep 30 09:51:32.508738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33172) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:32.508738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:32.531419 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device e87f42eb-c1d9-464e-aa60-6d70059896bb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:32.615972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port e87f42eb-c1d9-464e-aa60-6d70059896bb triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:32.616339 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.616697 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port e87f42eb-c1d9-464e-aa60-6d70059896bb Sep 30 09:51:32.652585 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (7a1d4ae3-053b-4dbf-9d1a-e9d3773987b7), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.668789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:32.688746 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks [] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.711785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (7a1d4ae3-053b-4dbf-9d1a-e9d3773987b7), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.728812 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:51:32.729468 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port e87f42eb-c1d9-464e-aa60-6d70059896bb is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:32.789205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.808155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402364-b126-4bdf-a72b-e3c685e9cada req-1ddeb3f6-c40a-4953-87fa-a21411b7ae30 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:32.809948 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48402364-b126-4bdf-a72b-e3c685e9cada req-1ddeb3f6-c40a-4953-87fa-a21411b7ae30 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0492845 Sep 30 09:51:32.824670 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:32.825625 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (7a1d4ae3-053b-4dbf-9d1a-e9d3773987b7), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.856945 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1d4ae3-053b-4dbf-9d1a-e9d3773987b7,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:32.860893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97dbc7-6afd-4c47-844d-e188d4fa2992 None None] Pushing event updated for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:32.883633 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-48402364-b126-4bdf-a72b-e3c685e9cada req-a3f745aa-877c-4296-b04c-e5357606673b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670774 Sep 30 09:51:32.893089 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Attempting to bind port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:32.893464 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Attempting to bind port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:32.893825 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Attempting to bind port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 on network a1a947f8-b8f0-49fd-a3af-298fa4634634 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:32.935001 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:32.935286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Checking segment: {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:32.935693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.936067 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Bound using segment: {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:32.936535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Bound port: 2aec6d92-a4cd-4845-88ae-1b87a008cc45, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d35d8c-7493-42ed-bdc4-47ecd13225b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:32.936911 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.943243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:32.945691 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5531bbae-03d3-45b9-86e1-9d7c2e1745bb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419444 Sep 30 09:51:32.947838 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33180) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:32.952199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:32.970030 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 6 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:33.019769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:33.025061 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] For port 2aec6d92-a4cd-4845-88ae-1b87a008cc45, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:33.028331 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] For port 2aec6d92-a4cd-4845-88ae-1b87a008cc45, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2aec6d92-a4cd-4845-88ae-1b87a008cc45,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:33.069306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (2a4bc5df-3aa0-4336-8845-9241a0b21505), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.127129 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.131189 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (2a4bc5df-3aa0-4336-8845-9241a0b21505), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.159752 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:33.160362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:33.206490 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (2a4bc5df-3aa0-4336-8845-9241a0b21505), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.223376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4bc5df-3aa0-4336-8845-9241a0b21505,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:33.228909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97dbc7-6afd-4c47-844d-e188d4fa2992 None None] Pushing event updated for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:33.235734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:33.285494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:33.299928 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.301249 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a8283bbf-23f2-4d09-ac62-e42c5d107a1b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3523502 Sep 30 09:51:33.303932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33182) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:33.308843 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:33.423470 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.securitygroups_db [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Project f0d0c96bbb304882b1f2459361551a93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:51:33.429351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (c0f8d499-bf6f-443c-a5b2-1b33809f8ee1), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.475827 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:29Z', 'revision_number': 4, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2aec6d92-a4cd-4845-88ae-1b87a008cc45', 'name': '', 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'mac_address': 'fa:16:3e:c9:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:29Z', 'updated_at': '2022-09-30T09:51:33Z', 'revision_number': 4, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'subnets': [{'id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:33.489351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (c0f8d499-bf6f-443c-a5b2-1b33809f8ee1), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.501568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f074a3-9491-489d-a357-6c71dd063f31 None None] The sync data for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi is: [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:51:29Z', 'revision_number': 4, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2aec6d92-a4cd-4845-88ae-1b87a008cc45', 'name': '', 'network_id': 'a1a947f8-b8f0-49fd-a3af-298fa4634634', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'mac_address': 'fa:16:3e:c9:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:29Z', 'updated_at': '2022-09-30T09:51:33Z', 'revision_number': 4, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'subnets': [{'id': '248eeeb2-071e-427b-b827-6d99e6e35d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:33.520510 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Attempt 7 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:33.569454 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (c0f8d499-bf6f-443c-a5b2-1b33809f8ee1), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.588932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f8d499-bf6f-443c-a5b2-1b33809f8ee1,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:33.631975 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Current status of the port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:33.632503 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.641947 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:33.661070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.663464 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d6ee953f-40a8-4ab7-8264-c93649d9e2c9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577123 Sep 30 09:51:33.669337 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33186) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:33.675666 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'security_group_rule': {'security_group_id': '6fa83794-f114-4d02-9d65-747e3bcbcdb0', 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:33.678213 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] For port 2aec6d92-a4cd-4845-88ae-1b87a008cc45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2aec6d92-a4cd-4845-88ae-1b87a008cc45,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:33.744152 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.772488 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.securitygroups_db [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Project f0d0c96bbb304882b1f2459361551a93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:51:33.779959 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (b4dca7b9-69d2-46f9-a227-a415f8378f92), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.799222 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bd003-afd9-417b-ac65-f0ecc0e74151 None None] Pushing event updated for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:33.847652 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (b4dca7b9-69d2-46f9-a227-a415f8378f92), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.863065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-437a53cd-8c4e-4b00-9673-894e7ad89336 None None] Provisioning complete for port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:33.863687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-437a53cd-8c4e-4b00-9673-894e7ad89336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.864035 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-437a53cd-8c4e-4b00-9673-894e7ad89336 None None] Attempt 1 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:33.920730 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (b4dca7b9-69d2-46f9-a227-a415f8378f92), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:33.933933 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:33.945622 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dca7b9-69d2-46f9-a227-a415f8378f92,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:33.946403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-437a53cd-8c4e-4b00-9673-894e7ad89336 None None] Current status of the port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:34.025338 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65458-ec4b-4992-a0c0-b3a4e859b76c req-5926c019-e718-42f1-ba20-ae2d156f6f2c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:34.025999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:34.026742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62e65458-ec4b-4992-a0c0-b3a4e859b76c req-5926c019-e718-42f1-ba20-ae2d156f6f2c tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Sep 30 09:51:34.027257 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-774be7d5-f395-467b-afaf-b1a28f629f3e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562927 Sep 30 09:51:34.076036 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62e65458-ec4b-4992-a0c0-b3a4e859b76c req-76a6356c-6c0b-452f-8925-acc109f28df1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Sep 30 09:51:34.524951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2aec6d92-a4cd-4845-88ae-1b87a008cc45 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:34.706723 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:34.706723 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:34.706723 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 Sep 30 09:51:34.777661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:35.197905 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b750-cc63-4ca1-8311-8ba113db0c76 req-ef172474-2e4f-4919-956a-8033f4a77bf9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:35.199580 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e111b750-cc63-4ca1-8311-8ba113db0c76 req-ef172474-2e4f-4919-956a-8033f4a77bf9 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Sep 30 09:51:35.202009 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-3e42311a-d699-498a-8085-3a68470738ad tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:35.203509 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-3e42311a-d699-498a-8085-3a68470738ad tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Sep 30 09:51:35.234083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:35.248687 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e111b750-cc63-4ca1-8311-8ba113db0c76 req-2425bf84-c620-44b3-becd-60d92a9a8f9e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Sep 30 09:51:35.291795 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Deleting port d3f7eb0a-905a-4efa-b08a-3fca026724aa {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:35.292043 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:35.387164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] For port d3f7eb0a-905a-4efa-b08a-3fca026724aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3f7eb0a-905a-4efa-b08a-3fca026724aa,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:35.387423 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:35.401168 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Calling delete_port for d3f7eb0a-905a-4efa-b08a-3fca026724aa owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:35.449974 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:35.846720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (d3f7eb0a-905a-4efa-b08a-3fca026724aa), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:35.877732 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event deleted for resources: {'Port': ['ID=d3f7eb0a-905a-4efa-b08a-3fca026724aa,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:35.886182 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['d3f7eb0a-905a-4efa-b08a-3fca026724aa', '45105b4f-28b5-44d6-bdd3-42f2c0b33de7'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:51:35.926578 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] No DVR routers for this DVR port d3f7eb0a-905a-4efa-b08a-3fca026724aa on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:35.929368 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:35.933087 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0c612970-97e3-4fd1-991c-85501cf9a2fc req-6bd47e0c-dfe0-4f7b-b14e-c51a9e88bd59 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d3f7eb0a-905a-4efa-b08a-3fca026724aa HTTP/1.1" status: 204 len: 173 time: 0.7217422 Sep 30 09:51:35.933592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'name': 'network-vif-deleted', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:35.936358 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69b266-95f4-4a4c-83f7-f7e4ea8c84fe" -d '{"events": [{"server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "name": "network-vif-deleted", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:35.979979 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f01054-5272-4c20-8caf-353bfd5d8006 x-openstack-request-id: req-f5f01054-5272-4c20-8caf-353bfd5d8006 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:35.980144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2701f34-7f9f-49cb-a2c3-9f84c1a96e31", "name": "network-vif-deleted", "tag": "d3f7eb0a-905a-4efa-b08a-3fca026724aa", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:35.980303 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f01054-5272-4c20-8caf-353bfd5d8006 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:35.980672 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f01054-5272-4c20-8caf-353bfd5d8006'] response: {'server_uuid': 'd2701f34-7f9f-49cb-a2c3-9f84c1a96e31', 'name': 'network-vif-deleted', 'tag': 'd3f7eb0a-905a-4efa-b08a-3fca026724aa', 'status': 'completed', 'code': 200} Sep 30 09:51:36.363739 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19899c92-0e06-4bf9-bab4-dfc80ba2aa5b req-65b1cbe1-3cf2-47ba-8a5d-4f19124b7f20 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Sep 30 09:51:37.490737 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-db5e9617-fc90-4c0f-a7ec-817338902c86 req-b335002d-0124-4fe3-8085-5a24aa8ea31d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d2701f34-7f9f-49cb-a2c3-9f84c1a96e31 HTTP/1.1" status: 200 len: 210 time: 0.0296097 Sep 30 09:51:38.981709 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c3ea-173b-4a9f-8b90-0d254a226af6 req-f6e04307-a8eb-4563-8096-833e8a5efb0d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:38.983267 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8e12c3ea-173b-4a9f-8b90-0d254a226af6 req-f6e04307-a8eb-4563-8096-833e8a5efb0d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0526624 Sep 30 09:51:39.033245 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8e12c3ea-173b-4a9f-8b90-0d254a226af6 req-54ea63f9-5f54-4814-a848-bd09b001a502 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Sep 30 09:51:39.381202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a11a9-880d-414b-97ba-0eeb8e7f3ff2 req-a11216d9-020e-4973-aa7a-2fab7d96cb99 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:39.382777 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-094a11a9-880d-414b-97ba-0eeb8e7f3ff2 req-a11216d9-020e-4973-aa7a-2fab7d96cb99 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0471482 Sep 30 09:51:39.432832 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-094a11a9-880d-414b-97ba-0eeb8e7f3ff2 req-4eec377f-e067-4dba-811a-f3f71cb42560 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Sep 30 09:51:39.947385 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device d3f7eb0a-905a-4efa-b08a-3fca026724aa no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:39.967642 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: d3f7eb0a-905a-4efa-b08a-3fca026724aa {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:39.967986 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device d3f7eb0a-905a-4efa-b08a-3fca026724aa not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:40.155110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d531c-6347-49a2-ade9-3f091455735e req-83dc1c02-8a16-4fa1-93f0-7cae9f0b17c3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:40.156614 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-116d531c-6347-49a2-ade9-3f091455735e req-83dc1c02-8a16-4fa1-93f0-7cae9f0b17c3 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0475774 Sep 30 09:51:40.211979 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-116d531c-6347-49a2-ade9-3f091455735e req-efc783c3-da4f-4a5b-9b0b-dabf434f40fd tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Sep 30 09:51:40.554605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910967-22af-4f9f-a52f-ea26589d9081 req-f3bc9fa4-ef3a-4a41-9439-eae31a02be27 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:40.556105 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9b910967-22af-4f9f-a52f-ea26589d9081 req-f3bc9fa4-ef3a-4a41-9439-eae31a02be27 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0468841 Sep 30 09:51:40.607145 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9b910967-22af-4f9f-a52f-ea26589d9081 req-ab46cad3-0d73-4e0f-9a71-46932c6f85b9 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Sep 30 09:51:41.334215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd837c4-ce7a-47e0-908c-9a3914dbaf88 req-86617905-2e0a-48a9-8f48-366fd04ff03b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:41.335736 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd837c4-ce7a-47e0-908c-9a3914dbaf88 req-86617905-2e0a-48a9-8f48-366fd04ff03b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0489454 Sep 30 09:51:41.383889 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ddd837c4-ce7a-47e0-908c-9a3914dbaf88 req-e3998565-45b4-466e-aa60-82307d30ce3d tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Sep 30 09:51:41.731040 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07dbf5-a939-4920-a773-7e2942e2c0d8 req-cf4edaac-3d7b-4c3f-9cc6-89502e311a66 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:41.732506 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e07dbf5-a939-4920-a773-7e2942e2c0d8 req-cf4edaac-3d7b-4c3f-9cc6-89502e311a66 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0504370 Sep 30 09:51:41.779907 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e07dbf5-a939-4920-a773-7e2942e2c0d8 req-f1df9f07-400b-4288-89e9-01c8784be022 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Sep 30 09:51:42.489699 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:42.508133 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47e510-d48e-4081-a4db-99c777396641 req-a88c9466-13b5-46a0-a0cc-f934b108152a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:42.509602 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f47e510-d48e-4081-a4db-99c777396641 req-a88c9466-13b5-46a0-a0cc-f934b108152a tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0482595 Sep 30 09:51:42.559225 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f47e510-d48e-4081-a4db-99c777396641 req-477b5be0-a92a-49cc-9eb1-edab92703ef1 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Sep 30 09:51:42.728783 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=22 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:42.900648 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0903df1-854b-474c-b3d1-a560277ec260 req-f838547e-3bf9-410d-90c5-985fad50cfbd tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:42.902137 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0903df1-854b-474c-b3d1-a560277ec260 req-f838547e-3bf9-410d-90c5-985fad50cfbd tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0466402 Sep 30 09:51:42.954815 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c0903df1-854b-474c-b3d1-a560277ec260 req-80a9656a-e134-4931-9084-ae1561cefd0d tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Sep 30 09:51:43.681025 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c421ff1-88a7-4ed6-b770-109f0e540dd7 req-5bbfb289-3904-4aa9-b932-04e1dfa258f7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:43.682563 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c421ff1-88a7-4ed6-b770-109f0e540dd7 req-5bbfb289-3904-4aa9-b932-04e1dfa258f7 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0479419 Sep 30 09:51:43.739786 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1c421ff1-88a7-4ed6-b770-109f0e540dd7 req-1f7de5db-bc44-40f1-a3cd-02f0739f2468 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=462c076e-5253-483e-b5c8-ce3514101941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516236 Sep 30 09:51:43.784294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-717915e3-638c-4704-ab9f-1e23a52b38bb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:43.785726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-717915e3-638c-4704-ab9f-1e23a52b38bb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0594552 Sep 30 09:51:43.786958 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-b9cb3ffb-6583-414d-bcc1-ceedf1ed9d6e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:43.788696 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-b9cb3ffb-6583-414d-bcc1-ceedf1ed9d6e tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 945 time: 0.0651653 Sep 30 09:51:43.864374 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:43.879164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Deleting port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:43.879340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Deleting port a9cb82d6-80f6-4a57-8692-df8965508945 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:43.879508 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:43.879686 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:43.972672 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] For port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:43.983862 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:43.984019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] For port a9cb82d6-80f6-4a57-8692-df8965508945, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a9cb82d6-80f6-4a57-8692-df8965508945,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:43.984019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:43.988259 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Calling delete_port for 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:44.006979 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Calling delete_port for a9cb82d6-80f6-4a57-8692-df8965508945 owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:44.062876 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:44.132287 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245f41-c3b2-49de-8b81-fdf253b45944 req-bdd899e2-a801-4406-ac17-4eb1fbc31758 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:44.133692 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f2245f41-c3b2-49de-8b81-fdf253b45944 req-bdd899e2-a801-4406-ac17-4eb1fbc31758 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 946 time: 0.0615354 Sep 30 09:51:44.211528 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f2245f41-c3b2-49de-8b81-fdf253b45944 req-bd328a12-7b0f-4c38-a9b8-811e0906b377 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Sep 30 09:51:44.218523 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (45105b4f-28b5-44d6-bdd3-42f2c0b33de7), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:44.247267 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Pushing event deleted for resources: {'Port': ['ID=45105b4f-28b5-44d6-bdd3-42f2c0b33de7,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:44.255286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['45105b4f-28b5-44d6-bdd3-42f2c0b33de7'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:51:44.301347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] No DVR routers for this DVR port 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:44.303726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:44.307527 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9a7a8781-c68b-4721-97f9-9f892ab0f5ad req-f3f6a9da-7232-4309-9115-6a9344de869b tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.36 "DELETE /networking/v2.0/ports/45105b4f-28b5-44d6-bdd3-42f2c0b33de7 HTTP/1.1" status: 204 len: 173 time: 0.5115559 Sep 30 09:51:44.308207 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'name': 'network-vif-deleted', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:44.311109 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922f4f5-591b-494a-8351-47ca7f93772e" -d '{"events": [{"server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "name": "network-vif-deleted", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:44.339224 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (a9cb82d6-80f6-4a57-8692-df8965508945), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:44.349434 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7d794-d3ae-4d39-81e0-cb6cf9f4079f x-openstack-request-id: req-d0d7d794-d3ae-4d39-81e0-cb6cf9f4079f {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:44.349799 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e4eb8-1261-4abf-82ec-e1d8afda21ec", "name": "network-vif-deleted", "tag": "45105b4f-28b5-44d6-bdd3-42f2c0b33de7", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:44.350123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d7d794-d3ae-4d39-81e0-cb6cf9f4079f {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:44.350556 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d7d794-d3ae-4d39-81e0-cb6cf9f4079f'] response: {'server_uuid': 'fd8e4eb8-1261-4abf-82ec-e1d8afda21ec', 'name': 'network-vif-deleted', 'tag': '45105b4f-28b5-44d6-bdd3-42f2c0b33de7', 'status': 'completed', 'code': 200} Sep 30 09:51:44.370691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Pushing event deleted for resources: {'Port': ['ID=a9cb82d6-80f6-4a57-8692-df8965508945,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:44.376179 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['a9cb82d6-80f6-4a57-8692-df8965508945'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:51:44.429691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] No DVR routers for this DVR port a9cb82d6-80f6-4a57-8692-df8965508945 on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:44.432221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:44.435548 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1deb25b-0bf0-491c-ba12-098aca1c4a05 req-095d9daf-6187-465c-a3f9-8986a7d6311e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a9cb82d6-80f6-4a57-8692-df8965508945 HTTP/1.1" status: 204 len: 173 time: 0.6402783 Sep 30 09:51:44.436040 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'name': 'network-vif-deleted', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:44.438264 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b32af3-7ef6-4cd2-a7fb-db05837561ac" -d '{"events": [{"server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "name": "network-vif-deleted", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:44.534723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad9ea25-6af2-4cb0-a97b-15aa697f0589 x-openstack-request-id: req-bad9ea25-6af2-4cb0-a97b-15aa697f0589 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:44.535039 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae248c85-ab02-421e-9593-35d3e6b2d91f", "name": "network-vif-deleted", "tag": "a9cb82d6-80f6-4a57-8692-df8965508945", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:44.535293 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bad9ea25-6af2-4cb0-a97b-15aa697f0589 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:44.535802 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad9ea25-6af2-4cb0-a97b-15aa697f0589'] response: {'server_uuid': 'ae248c85-ab02-421e-9593-35d3e6b2d91f', 'name': 'network-vif-deleted', 'tag': 'a9cb82d6-80f6-4a57-8692-df8965508945', 'status': 'completed', 'code': 200} Sep 30 09:51:44.867706 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b7507089-3c17-4868-a8d7-b0daf66698f3 req-16c4fb7d-7ff7-426e-90e6-6d3845994319 tempest-ServerRescueNegativeTestJSON-209097963 tempest-ServerRescueNegativeTestJSON-209097963-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd8e4eb8-1261-4abf-82ec-e1d8afda21ec HTTP/1.1" status: 200 len: 210 time: 0.0290289 Sep 30 09:51:45.340750 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-548fca46-3213-492d-b758-ef584498247d req-b65e9673-6ae1-4d73-8840-eed67e221229 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0306699 Sep 30 09:51:45.644949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1f34-93fc-487c-8270-76f3aca75990 req-ff1dd484-c653-4f24-ab00-283e7dee3f0b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:45.646373 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e25f1f34-93fc-487c-8270-76f3aca75990 req-ff1dd484-c653-4f24-ab00-283e7dee3f0b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0464156 Sep 30 09:51:45.693105 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e25f1f34-93fc-487c-8270-76f3aca75990 req-bbc79b53-5241-4d51-9176-6bdde2ad4d4a tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410826 Sep 30 09:51:45.936765 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33378) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:46.441049 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (b196b2b1-9467-425b-85bb-6d6c105b12be), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:46.454842 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5d6d9890-80c6-4fec-826b-185eeacd1495 req-faf5fbae-cfc7-43b4-8ca0-740f4c4e9900 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 30 09:51:46.484284 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:46.701723 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Deleting port c1feeb13-170b-4980-9c93-30ea7a94b340 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:46.701969 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:46.781371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] For port c1feeb13-170b-4980-9c93-30ea7a94b340, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1feeb13-170b-4980-9c93-30ea7a94b340,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:46.781726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:46.794154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Calling delete_port for c1feeb13-170b-4980-9c93-30ea7a94b340 owned by network:router_interface {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:46.812026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eb61-0a2f-437e-a53b-9c2e0bf144e6 req-6bb8425d-96f9-4c3f-8485-403e809b626d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:46.813734 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3744eb61-0a2f-437e-a53b-9c2e0bf144e6 req-6bb8425d-96f9-4c3f-8485-403e809b626d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0457277 Sep 30 09:51:46.852616 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:46.864594 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3744eb61-0a2f-437e-a53b-9c2e0bf144e6 req-a1b74672-c028-439d-b3dd-c5c8c191bd83 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Sep 30 09:51:46.950417 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:47.032977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (c1feeb13-170b-4980-9c93-30ea7a94b340), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.058984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1feeb13-170b-4980-9c93-30ea7a94b340,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:47.222395 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (b196b2b1-9467-425b-85bb-6d6c105b12be), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.406543 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:47.422720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Router b196b2b1-9467-425b-85bb-6d6c105b12be has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:47.526799 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:47.538609 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939024e2-753e-4e04-bf89-41c180e6861e req-6964580c-584c-4757-a2a7-acf38ae933a8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:47.540702 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cd7af541-7daf-4432-b6e0-53a272893441 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/b196b2b1-9467-425b-85bb-6d6c105b12be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025505 Sep 30 09:51:47.542444 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33390) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:47.542743 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Sync routers for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:47.553212 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-939024e2-753e-4e04-bf89-41c180e6861e req-6964580c-584c-4757-a2a7-acf38ae933a8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0715418 Sep 30 09:51:47.560027 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:47.560670 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:47.620668 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-72e5c1d5-e1a1-4645-b835-c9e045ba7980 req-ebee4a38-15d9-491c-8d77-2e2548f8fd49 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ae248c85-ab02-421e-9593-35d3e6b2d91f HTTP/1.1" status: 200 len: 210 time: 0.0635107 Sep 30 09:51:47.670423 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks [] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.684695 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:47.703564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port 3e38c79a-a565-45f6-a69a-e39595512b01 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:47.703927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.755022 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:47.770027 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks [] for router_gateway (b196b2b1-9467-425b-85bb-6d6c105b12be), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.800675 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] For port 3e38c79a-a565-45f6-a69a-e39595512b01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e38c79a-a565-45f6-a69a-e39595512b01,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:47.801029 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:47.852727 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218'}], 'enable_snat': True}, 'gw_port_id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:51:46Z', 'revision_number': 5, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port': {'id': '233f84ff-dc41-412a-921b-4b701aa6e0c9', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:47.880078 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Checking router: b196b2b1-9467-425b-85bb-6d6c105b12be for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:47.889655 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Routers {'b196b2b1-9467-425b-85bb-6d6c105b12be'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:47.890288 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['b196b2b1-9467-425b-85bb-6d6c105b12be'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:47.984110 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] Set router b196b2b1-9467-425b-85bb-6d6c105b12be gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:48.007674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device a9cb82d6-80f6-4a57-8692-df8965508945 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:48.030012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: a9cb82d6-80f6-4a57-8692-df8965508945 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:48.030998 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device a9cb82d6-80f6-4a57-8692-df8965508945 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:48.031649 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:48.034935 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:48.040917 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:51:47Z', 'revision_number': 6, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:48.052674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:48.053403 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 45105b4f-28b5-44d6-bdd3-42f2c0b33de7 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:48.055824 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02348-d660-4bf6-9e18-ea24b3418387 req-c84f6d92-fb79-46e0-85f7-538de6f5153f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:48.057624 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ba02348-d660-4bf6-9e18-ea24b3418387 req-c84f6d92-fb79-46e0-85f7-538de6f5153f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 946 time: 0.0891569 Sep 30 09:51:48.069659 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d224f53-a11a-4656-a966-bab67a009ab5 None None] The sync data for ids ['b196b2b1-9467-425b-85bb-6d6c105b12be'] in dv-cinder-master-3-iscsi is: [{'id': 'b196b2b1-9467-425b-85bb-6d6c105b12be', 'name': 'tempest-ServerRescueNegativeTestJSON-686014149-router', 'tenant_id': 'f1c0948ddb014e6f93d6069bb5203890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:48Z', 'updated_at': '2022-09-30T09:51:47Z', 'revision_number': 6, 'project_id': 'f1c0948ddb014e6f93d6069bb5203890', 'gw_port_host': None}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:48.092689 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.093059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.093376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 6ca2be8f-fc55-47a4-ac29-5781c8317fc2 disassociated. External IP: 172.37.6.187, port: 3e38c79a-a565-45f6-a69a-e39595512b01. Sep 30 09:51:48.093724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for 3e38c79a-a565-45f6-a69a-e39595512b01 owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:48.156977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Deleting port 233f84ff-dc41-412a-921b-4b701aa6e0c9 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:48.157611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.166638 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9ba02348-d660-4bf6-9e18-ea24b3418387 req-94908e6a-c160-41d5-b6a8-caa7af7299a9 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=38da2223-513e-44c4-98ae-77fbb1f57697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012866 Sep 30 09:51:48.241142 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] For port 233f84ff-dc41-412a-921b-4b701aa6e0c9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=233f84ff-dc41-412a-921b-4b701aa6e0c9,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:48.241874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.257989 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Calling delete_port for 233f84ff-dc41-412a-921b-4b701aa6e0c9 owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:48.301379 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (3e38c79a-a565-45f6-a69a-e39595512b01), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.329007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=3e38c79a-a565-45f6-a69a-e39595512b01,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:48.419715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:48.439112 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:48.478540 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (233f84ff-dc41-412a-921b-4b701aa6e0c9), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.508247 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Pushing event deleted for resources: {'Port': ['ID=233f84ff-dc41-412a-921b-4b701aa6e0c9,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:48.542314 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c1feeb13-170b-4980-9c93-30ea7a94b340 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:48.565209 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: c1feeb13-170b-4980-9c93-30ea7a94b340 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:48.567937 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c1feeb13-170b-4980-9c93-30ea7a94b340 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:48.581008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:48.586269 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (b196b2b1-9467-425b-85bb-6d6c105b12be), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.591249 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:48.600496 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:48.601110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:48.628486 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] No DVR routers for this DVR port 3e38c79a-a565-45f6-a69a-e39595512b01 on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:48.632698 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.636743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-939024e2-753e-4e04-bf89-41c180e6861e req-ee63deaf-dacc-45f3-ab56-202c5ad5c1dc tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3e38c79a-a565-45f6-a69a-e39595512b01 HTTP/1.1" status: 204 len: 173 time: 1.0626116 Sep 30 09:51:48.637247 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'name': 'network-vif-deleted', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:48.646996 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806c6c21-1633-4b71-9af9-020e68b3b2c6" -d '{"events": [{"server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "name": "network-vif-deleted", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:48.697656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.703288 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks [] for router_controller (b196b2b1-9467-425b-85bb-6d6c105b12be), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.705984 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f5e17f-f6fd-4c39-8d39-6d99d282531d x-openstack-request-id: req-65f5e17f-f6fd-4c39-8d39-6d99d282531d {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:48.706280 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d777c7-ef67-43f8-a47c-eafb863feb81", "name": "network-vif-deleted", "tag": "3e38c79a-a565-45f6-a69a-e39595512b01", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:48.706538 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65f5e17f-f6fd-4c39-8d39-6d99d282531d {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:48.706980 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f5e17f-f6fd-4c39-8d39-6d99d282531d'] response: {'server_uuid': '27d777c7-ef67-43f8-a47c-eafb863feb81', 'name': 'network-vif-deleted', 'tag': '3e38c79a-a565-45f6-a69a-e39595512b01', 'status': 'completed', 'code': 200} Sep 30 09:51:48.740221 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:48.839174 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (b196b2b1-9467-425b-85bb-6d6c105b12be), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.839791 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b196b2b1-9467-425b-85bb-6d6c105b12be {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:51:48.852629 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.857064 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33404) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:48.857915 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0c169d1e-33c1-49e5-8ac7-a0f98c950469 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/b196b2b1-9467-425b-85bb-6d6c105b12be HTTP/1.1" status: 204 len: 168 time: 1.3142421 Sep 30 09:51:48.878337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:48.920060 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Deleting subnet 5097a34b-c136-47dd-9d48-0761ca5f7a16 {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:51:48.921690 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:48.923586 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Publish callbacks [] for subnet (5097a34b-c136-47dd-9d48-0761ca5f7a16), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.959395 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (5097a34b-c136-47dd-9d48-0761ca5f7a16), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:48.981421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.028874 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:49.038402 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:49.039174 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.044219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (5097a34b-c136-47dd-9d48-0761ca5f7a16), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.145343 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:49.185302 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (5097a34b-c136-47dd-9d48-0761ca5f7a16), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.233231 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5097a34b-c136-47dd-9d48-0761ca5f7a16,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:49.239839 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.248183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33410) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:49.251202 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-98e82ad0-d5b2-488c-be7f-c6b6348f849e admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/5097a34b-c136-47dd-9d48-0761ca5f7a16 HTTP/1.1" status: 204 len: 168 time: 0.3928523 Sep 30 09:51:49.271701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de20752-e350-49e7-9046-4c0324feb607 None None] Network 069f8527-f158-4f06-809a-7a507bf3fc84 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:49.324041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-41ae7ab7-1c35-471f-b104-ffd7eed920b5 req-3aa11b3a-74d3-451b-8777-f4f39ec86fad tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0436912 Sep 30 09:51:49.328481 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (069f8527-f158-4f06-809a-7a507bf3fc84), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.371018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Deleting port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:49.371358 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.438863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] For port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:49.439203 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.453960 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Calling delete_port for 2d9bcc54-7b5a-4444-8ddc-d386c01296fb owned by network:dhcp {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:49.461977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:49.492769 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.520925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55285329-5d52-42d1-8684-1555e0226815 None None] DHCP port deletion for 069f8527-f158-4f06-809a-7a507bf3fc84 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:51:49.523504 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec474fc-5046-45a9-8478-4ac85cf04a7a None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:49.562887 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Deleting port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:49.563266 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.631749 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-55285329-5d52-42d1-8684-1555e0226815 None None] For port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,segment=NetworkSegment(fc32f094-22aa-44bb-9338-b364f7aad433),segment_id=fc32f094-22aa-44bb-9338-b364f7aad433)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:49.632124 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.632586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.637584 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:49.646156 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Calling delete_port for 2d9bcc54-7b5a-4444-8ddc-d386c01296fb owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:49.660561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:49.665641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] No DVR routers for this DVR port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb on host dv-cinder-master-3-iscsi {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:49.726617 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (2d9bcc54-7b5a-4444-8ddc-d386c01296fb), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.752520 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285329-5d52-42d1-8684-1555e0226815 None None] Pushing event deleted for resources: {'Port': ['ID=2d9bcc54-7b5a-4444-8ddc-d386c01296fb,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:49.757161 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55285329-5d52-42d1-8684-1555e0226815 None None] No DVR routers for this DVR port 2d9bcc54-7b5a-4444-8ddc-d386c01296fb on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:49.765075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (069f8527-f158-4f06-809a-7a507bf3fc84), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.788810 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d29ab-05f9-4db9-8bdf-44a9f3af96c1 None None] New status for floating IP 6ca2be8f-fc55-47a4-ac29-5781c8317fc2: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:51:49.791628 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069f8527-f158-4f06-809a-7a507bf3fc84']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.801564 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc32f094-22aa-44bb-9338-b364f7aad433') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.801861 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc32f094-22aa-44bb-9338-b364f7aad433') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:49.811778 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (fc32f094-22aa-44bb-9338-b364f7aad433), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.825611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (fc32f094-22aa-44bb-9338-b364f7aad433), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.832417 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:51:49.832810 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (fc32f094-22aa-44bb-9338-b364f7aad433), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.875399 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment fc32f094-22aa-44bb-9338-b364f7aad433 resource provider aggregate not found Sep 30 09:51:49.894936 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment fc32f094-22aa-44bb-9338-b364f7aad433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc32f094-22aa-44bb-9338-b364f7aad433 found for delete ", "request_id": "req-c83d0e26-8e26-4022-916e-1544cc477dd7"}]} Sep 30 09:51:49.981313 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (069f8527-f158-4f06-809a-7a507bf3fc84), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.991080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:49.991080 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/069f8527-f158-4f06-809a-7a507bf3fc84 HTTP/1.1" status: 204 len: 168 time: 0.7401969 Sep 30 09:51:50.009460 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff100-f3a8-4058-9737-2e7fc8d54484 admin admin] Pushing event deleted for resources: {'Network': ['ID=069f8527-f158-4f06-809a-7a507bf3fc84,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:50.296822 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33422) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:50.316654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:50.335931 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-56e3060a-b217-4cbd-b7aa-e782194596c0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f1c0948ddb014e6f93d6069bb5203890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380349 Sep 30 09:51:50.338379 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33424) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:50.390762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] Publish callbacks [] for security_group (462c076e-5253-483e-b5c8-ce3514101941), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:50.515377 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2d9bcc54-7b5a-4444-8ddc-d386c01296fb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:50.539086 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 2d9bcc54-7b5a-4444-8ddc-d386c01296fb {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:50.539428 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2d9bcc54-7b5a-4444-8ddc-d386c01296fb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:50.539862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 233f84ff-dc41-412a-921b-4b701aa6e0c9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:50.559652 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 233f84ff-dc41-412a-921b-4b701aa6e0c9 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:50.562545 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 233f84ff-dc41-412a-921b-4b701aa6e0c9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:50.635717 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] Publish callbacks [] for security_group (462c076e-5253-483e-b5c8-ce3514101941), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:50.666170 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-869f6592-0099-470e-afcb-7640a434b472 req-6c04a519-f3ff-433c-b8ab-bee678602ada tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=27d777c7-ef67-43f8-a47c-eafb863feb81 HTTP/1.1" status: 200 len: 210 time: 0.0360198 Sep 30 09:51:50.772617 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (462c076e-5253-483e-b5c8-ce3514101941), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:50.775216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:50.777543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/462c076e-5253-483e-b5c8-ce3514101941 HTTP/1.1" status: 204 len: 168 time: 0.4381623 Sep 30 09:51:50.786200 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1d735-f346-463b-930e-622aa3d52659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c076e-5253-483e-b5c8-ce3514101941,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:51.544383 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4a7d80f1-0602-4915-80f5-bb9760e15916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.793242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33456) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:51.813832 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33460) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:51.879085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (38da2223-513e-44c4-98ae-77fbb1f57697), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.899685 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (38da2223-513e-44c4-98ae-77fbb1f57697), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.912864 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-network', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:52.012473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Made reservation on behalf of 1142014cc9284cf1833e5bfbcdb41599 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:52.014832 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.023208 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.037973 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (38da2223-513e-44c4-98ae-77fbb1f57697), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.040417 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.041486 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/38da2223-513e-44c4-98ae-77fbb1f57697 HTTP/1.1" status: 204 len: 168 time: 0.2267427 Sep 30 09:51:52.044425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33464) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:52.058540 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.api.v2.resource [None req-9bb85112-f007-4b68-80d2-a48eff2317e2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] show failed (client error): The resource could not be found. Sep 30 09:51:52.058771 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef320ce0-d149-46e7-a04d-9e0010c24ba1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da2223-513e-44c4-98ae-77fbb1f57697,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.059634 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9bb85112-f007-4b68-80d2-a48eff2317e2 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups/38da2223-513e-44c4-98ae-77fbb1f57697 HTTP/1.1" status: 404 len: 347 time: 0.0141118 Sep 30 09:51:52.062510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33466) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:52.069421 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:52.113937 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks [] for security_group (fb29bb3c-19ab-4439-8e3f-58ed6b5990aa), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.192138 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port 6671e850-25ca-4183-8340-e801d0d5775c {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:52.192397 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6671e850-25ca-4183-8340-e801d0d5775c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.193460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fb29bb3c-19ab-4439-8e3f-58ed6b5990aa), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.220990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:51:52.231059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb29bb3c-19ab-4439-8e3f-58ed6b5990aa,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.235963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.236628 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Added segment 02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed of type vlan for network 6555801d-cf6b-484f-a48c-039d4395e1ca Sep 30 09:51:52.272320 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6671e850-25ca-4183-8340-e801d0d5775c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.272782 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (6671e850-25ca-4183-8340-e801d0d5775c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.277456 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (6555801d-cf6b-484f-a48c-039d4395e1ca), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.286764 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for 6671e850-25ca-4183-8340-e801d0d5775c owned by network:floatingip {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:52.364305 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (6555801d-cf6b-484f-a48c-039d4395e1ca), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.365412 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:52.366135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.427868 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] Pushing event updated for resources: {'Network': ['ID=6555801d-cf6b-484f-a48c-039d4395e1ca,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.437713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 6555801d-cf6b-484f-a48c-039d4395e1ca details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:51:52.460734 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-cd1860b8-c395-4ec1-baa4-96612e900952 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6664209 Sep 30 09:51:52.463571 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33470) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:52.468162 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Request body: {'subnet': {'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-subnet', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:52.482272 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (6671e850-25ca-4183-8340-e801d0d5775c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.508908 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=6671e850-25ca-4183-8340-e801d0d5775c,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.538223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Made reservation on behalf of 1142014cc9284cf1833e5bfbcdb41599 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:51:52.540841 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.555917 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:52.574175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (6ca2be8f-fc55-47a4-ac29-5781c8317fc2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.576825 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.577958 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-fb844945-4074-499a-8f25-1ac72f389ec8 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/6ca2be8f-fc55-47a4-ac29-5781c8317fc2 HTTP/1.1" status: 204 len: 168 time: 0.5144763 Sep 30 09:51:52.711174 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33474) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:52.715525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266574320', 'description': 'tempest-description--807484928'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:52.764335 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (33641e3b-dbf8-48b8-92c8-d70b8e4cb83e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.792859 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.837601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.862658 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Checking segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:52.862914 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Network hostable DHCP agents. Network: 6555801d-cf6b-484f-a48c-039d4395e1ca, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:51:52.872117 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:52.906996 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (91ed8715-2dc6-4013-a8e5-1d4a5ad44d27), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.961251 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:51:52.965195 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (91ed8715-2dc6-4013-a8e5-1d4a5ad44d27), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.002794 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:53.052190 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6555801d-cf6b-484f-a48c-039d4395e1ca) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:53.056499 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:53.056848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.062220 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d9037-83d7-4586-ad1f-e3900d3d0700 None None] Network 6555801d-cf6b-484f-a48c-039d4395e1ca requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:53.075027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.076266 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4cc6d98c-9747-4129-bd88-795f71121236 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3641706 Sep 30 09:51:53.079610 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33482) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:53.085348 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '91ed8715-2dc6-4013-a8e5-1d4a5ad44d27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:53.130209 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:53.175515 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6555801d-cf6b-484f-a48c-039d4395e1ca', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:51:53.176741 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.178893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:53.186421 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1ae6c1d8-73d3-4859-90ea-4c0493bea3f7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7217991 Sep 30 09:51:53.189953 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33488) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:53.197050 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:53.210265 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3e38c79a-a565-45f6-a69a-e39595512b01 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:53.210696 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:53.226742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-be58a555-d0df-4bb9-abbf-a509a3a56bc8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-844905994&fields=id&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 267 time: 0.0630167 Sep 30 09:51:53.254036 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (8a83e4ec-9947-4351-83aa-014898ac5a8b), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.272323 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 3e38c79a-a565-45f6-a69a-e39595512b01 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:53.272661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3e38c79a-a565-45f6-a69a-e39595512b01 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:53.275492 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.276881 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.331943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (8a83e4ec-9947-4351-83aa-014898ac5a8b), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.344730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Allocated IP 172.20.0.2 (6555801d-cf6b-484f-a48c-039d4395e1ca/33641e3b-dbf8-48b8-92c8-d70b8e4cb83e/b7a27b78-a40e-4f25-8170-bf802b8d0bf6) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:53.361963 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for router_controller (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), precommit_add_association {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.365325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d0fcbb7b-a855-4dbb-841c-27bfd72a4cf3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:53.367316 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d0fcbb7b-a855-4dbb-841c-27bfd72a4cf3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1327801 Sep 30 09:51:53.389888 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-663b4d2b-2fcd-45fb-90c1-bbe6a9bd43ff tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/quotas/f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Sep 30 09:51:53.429882 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (8a83e4ec-9947-4351-83aa-014898ac5a8b), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.437522 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:53.442377 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-64a8ba44-4c12-4185-b29f-43cbc502cdfe tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536177 Sep 30 09:51:53.456609 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83e4ec-9947-4351-83aa-014898ac5a8b,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:53.521071 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks [] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.575184 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.579352 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-90d54a99-0eaf-4803-a78a-ca839f3db15b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4953904 Sep 30 09:51:53.580667 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33502) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:53.581379 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.589695 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'security_group_rule': {'security_group_id': '91ed8715-2dc6-4013-a8e5-1d4a5ad44d27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:53.616970 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for router_gateway (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.627775 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:53.630713 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-ada57fc7-23b2-4e01-9166-5fe4fb2c05ab service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765928 Sep 30 09:51:53.638619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:53.642148 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:53.652551 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Pushing event updated for resources: {'Port': ['ID=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:53.710462 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (96c9aea8-bdcc-4f77-81c7-ff3dd52013c1), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.718538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:53.722265 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Attempting to bind port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:53.722659 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Attempting to bind port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:53.723157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Attempting to bind port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:53.762368 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-74b44c36-6bd1-452e-9309-162e2af188fb service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254082 Sep 30 09:51:53.772346 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:53.772940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Checking segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:53.773633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.774270 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Bound using segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:53.774929 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Bound port: b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:53.775559 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.783521 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (96c9aea8-bdcc-4f77-81c7-ff3dd52013c1), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.790543 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ed50c3ce-7ea7-4d87-b681-f4c67f7a23cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.844753 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] For port b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:53.850234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] For port b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:53.869689 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (96c9aea8-bdcc-4f77-81c7-ff3dd52013c1), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.894027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c9aea8-bdcc-4f77-81c7-ff3dd52013c1,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:53.912305 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for router_gateway (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.931465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.947757 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.977812 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:53.979958 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-8a2b1cbd-44b6-41c5-a7b5-14e70db995c7 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974099 Sep 30 09:51:53.983509 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33514) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:53.988061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:54.004913 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4e493-9fae-456a-9907-911e57c4c8b8 None None] Pushing event updated for resources: {'Port': ['ID=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:54.065900 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Allocated IP 172.37.6.188 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/419b6762-0832-495f-98ee-a4ec35979ac6) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:54.077100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:54.151532 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.256945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for port (419b6762-0832-495f-98ee-a4ec35979ac6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.298517 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.383228 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.444569 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:54.451547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e27fca06-b272-4753-88b1-87da88c88651 req-7feb8443-dce3-4b2c-b91b-d9a0e899f4de tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0421183 Sep 30 09:51:54.453187 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:54.456449 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.37.6.217 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/29037efc-20a5-4ae7-aabd-5ff75de505f6) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:54.458888 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:54.471010 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:54.475077 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Pushing event updated for resources: {'Port': ['ID=419b6762-0832-495f-98ee-a4ec35979ac6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:54.602155 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device b7a27b78-a40e-4f25-8170-bf802b8d0bf6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:54.689550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:54.689550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.689733 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 Sep 30 09:51:54.696408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.804144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.861941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:54.863771 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:54.897913 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:54.898805 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:54.899210 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.949548 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=29037efc-20a5-4ae7-aabd-5ff75de505f6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:54.952713 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:54.968726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for router_gateway (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.005505 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:55.016946 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.017274 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.077497 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9981ec1-93f6-4b9d-8d7d-9a48cc4c28a1 None None] Network 6555801d-cf6b-484f-a48c-039d4395e1ca requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:51:55.088507 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.096006 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:55.145535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-59d755ae-4fd1-464a-a80f-f254e41d4029 None None] Provisioning complete for port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:55.145904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-59d755ae-4fd1-464a-a80f-f254e41d4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.146242 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-59d755ae-4fd1-464a-a80f-f254e41d4029 None None] Attempt 1 to provision port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 Sep 30 09:51:55.218760 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:55.224072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.283224 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.287943 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-59d755ae-4fd1-464a-a80f-f254e41d4029 None None] Current status of the port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:55.289350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:55.510164 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-b6ad05f2-240d-47ea-8432-03d6d4eb1388 None None] Provisioning complete for port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:55.510739 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b6ad05f2-240d-47ea-8432-03d6d4eb1388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.511168 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-b6ad05f2-240d-47ea-8432-03d6d4eb1388 None None] Attempt 1 to provision port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 Sep 30 09:51:55.532157 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:55.551610 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-305e18f3-f754-40a8-b6f6-1096201e4d13 req-fcd95763-a8a0-4841-a97e-047bd6c4cae4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0297296 Sep 30 09:51:55.600045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad05f2-240d-47ea-8432-03d6d4eb1388 None None] Current status of the port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:55.757219 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.875582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:55.916059 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:51:55.949038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=29037efc-20a5-4ae7-aabd-5ff75de505f6,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:55.954893 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.010194 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:56.053076 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:56.056382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.057656 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b3b24dc7-3fd9-4fc0-ba55-0a5ab9cdbaa6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0730720 Sep 30 09:51:56.062742 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:56.075391 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:56.076045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:56.122802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.124335 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8db4ed19-59bc-426b-8992-9bc4475b039a admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9329288 Sep 30 09:51:56.127313 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33538) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:56.192295 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:56.260459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:56.327295 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-77dc1b7f-7c24-41bb-9ab5-11a1219aa321 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1266574320&fields=id&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 267 time: 0.0932820 Sep 30 09:51:56.369970 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:54Z', 'revision_number': 3, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:56.395486 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:56.395834 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Updating router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e port 419b6762-0832-495f-98ee-a4ec35979ac6 binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:56.426462 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.476509 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:56.540048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-3b5346b3-5f76-438e-80d1-127be22537be tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:56.543432 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device b7a27b78-a40e-4f25-8170-bf802b8d0bf6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:56.546818 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-3b5346b3-5f76-438e-80d1-127be22537be tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.1935203 Sep 30 09:51:56.565936 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-5eb1e903-42ff-4424-bd6b-5f79323ec839 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/quotas/86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 375 time: 0.0182779 Sep 30 09:51:56.646495 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-40ee2af2-11bf-476d-abf1-627631c17f41 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741570 Sep 30 09:51:56.673652 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:56.674027 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.674376 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 Sep 30 09:51:56.703912 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-def32086-a560-4854-8429-812eae75090c req-1089705e-f438-4147-ae0c-02c70960f12b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0564361 Sep 30 09:51:56.773040 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.775398 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.777875 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.822157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks [] for port (419b6762-0832-495f-98ee-a4ec35979ac6), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.829629 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:56.878691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:56.878951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.901494 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-4b5b8389-5dfb-4409-894a-7d28eeb80e4b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414281 Sep 30 09:51:56.916123 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Attempting to bind port 419b6762-0832-495f-98ee-a4ec35979ac6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:51:56.916495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Attempting to bind port 419b6762-0832-495f-98ee-a4ec35979ac6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:51:56.916851 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Attempting to bind port 419b6762-0832-495f-98ee-a4ec35979ac6 on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:51:56.951702 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8543e9-c0b2-4855-86a8-6848e2626c4a None None] Pushing event updated for resources: {'Port': ['ID=419b6762-0832-495f-98ee-a4ec35979ac6,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:56.970121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:51:56.970485 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:51:56.970904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:56.971286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:51:56.971742 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Bound port: 419b6762-0832-495f-98ee-a4ec35979ac6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:51:56.972111 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.011968 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:57.020448 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] For port 419b6762-0832-495f-98ee-a4ec35979ac6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:51:57.023451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] For port 419b6762-0832-495f-98ee-a4ec35979ac6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=419b6762-0832-495f-98ee-a4ec35979ac6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:51:57.066946 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-e1526128-970f-4079-8956-74374bbbc83c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405184 Sep 30 09:51:57.068010 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Allocated IP 172.20.0.1 (6555801d-cf6b-484f-a48c-039d4395e1ca/33641e3b-dbf8-48b8-92c8-d70b8e4cb83e/6b2eeaac-b65e-4315-9e6b-2f3f7f643e90) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:51:57.073960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.098929 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:57.114538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:57.115210 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:57.174747 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8543e9-c0b2-4855-86a8-6848e2626c4a None None] Pushing event updated for resources: {'Port': ['ID=419b6762-0832-495f-98ee-a4ec35979ac6,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:57.178446 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks [] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.247380 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:57.315645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.321746 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9db2423a-0ce1-42ee-ba28-5a1930125c1f req-22759f09-dbf0-4e14-8548-c5eb9cddb86f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 210 time: 0.0397398 Sep 30 09:51:57.366870 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:57.375675 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:57.378910 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:51:57.384021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:57.417850 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Pushing event updated for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:57.441399 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.491646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:54Z', 'revision_number': 3, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:57.521213 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292c717-5738-4393-8830-2ed1c2816b6b None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:54Z', 'revision_number': 3, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:57.690947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.735734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Provisioning complete for port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:57.736214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:57.736631 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 1 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:51:57.804703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:57.846819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:57.932555 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-55285195-4c3b-41eb-a6b7-945d32bda12d req-f72f742c-f1a2-4042-95b2-2141fe788570 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0844607 Sep 30 09:51:57.971876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4e1b-adc8-420e-a815-d82f5f505bcd req-de22cf90-c881-4e99-ae11-6b30cb1c8cbc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:57.973373 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-675b4e1b-adc8-420e-a815-d82f5f505bcd req-de22cf90-c881-4e99-ae11-6b30cb1c8cbc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.1047561 Sep 30 09:51:58.026914 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks [] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.048454 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-675b4e1b-adc8-420e-a815-d82f5f505bcd req-41ffee25-7cb0-481c-8fce-ef62af5776dc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672212 Sep 30 09:51:58.087050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.161448 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.164290 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Pushing event updated for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:58.270049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:51:58.271738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:51:58.306211 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 2 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:51:58.398985 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:58.425662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:58.511208 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-760b2232-ee36-426b-af38-45c1685dcd3e req-7da5753e-e77e-4b3c-971a-36b0b59da853 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 210 time: 0.0830750 Sep 30 09:51:58.575702 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:58.587065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 419b6762-0832-495f-98ee-a4ec35979ac6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:51:58.644947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:58.649419 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 419b6762-0832-495f-98ee-a4ec35979ac6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:51:58.649822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.652388 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 419b6762-0832-495f-98ee-a4ec35979ac6 Sep 30 09:51:58.653269 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-81176b9f-f596-42b5-8f4a-005131a7661d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2638e8e4-8e6c-4d9d-821c-9e13d40cad6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237756 Sep 30 09:51:58.752780 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 419b6762-0832-495f-98ee-a4ec35979ac6 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:51:58.753177 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.784047 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port 419b6762-0832-495f-98ee-a4ec35979ac6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=419b6762-0832-495f-98ee-a4ec35979ac6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:58.821866 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-5c5c87c8-3998-42ac-bce7-f7fe7ad61bd0 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:58.823708 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-5c5c87c8-3998-42ac-bce7-f7fe7ad61bd0 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/networks?id=70073525-5499-4f0a-9017-eb0ecf8cf458 HTTP/1.1" status: 200 len: 813 time: 0.1508737 Sep 30 09:51:58.842347 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-b598c4c3-e1fe-4c5e-9c6c-fb45c664f34c tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/quotas/b3db64185ae94cefa4efa6f3e03c2f7e HTTP/1.1" status: 200 len: 375 time: 0.0129254 Sep 30 09:51:58.867361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.879694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-3611c0f5-368d-4666-9383-0ad35edd4d8d tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320783 Sep 30 09:51:58.903717 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 3 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:51:58.932708 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:58.955425 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=419b6762-0832-495f-98ee-a4ec35979ac6,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:58.959379 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:59.028246 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-e5368340-42c7-49a4-99b4-fc58762625f7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409566 Sep 30 09:51:59.100161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33600) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:59.105634 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32578007', 'description': 'tempest-description--224074788'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:59.132908 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-fe3af970-05cf-47cd-9d77-ac79d2553362 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976713 Sep 30 09:51:59.201531 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ce7cbeed-e2a0-4b3d-89c0-232af0dc6242 req-b68fd9bd-dd14-48ed-aac3-a5ade064ce22 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Sep 30 09:51:59.219203 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.293129 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (951ad8ca-ad5f-4420-bbe5-c5c64ad050b4), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.308882 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:59.310138 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a845c-cf51-4575-8783-a7d583cf4ce6 req-868dbee0-f62a-48c4-bc43-0b7c92095b78 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:59.311674 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-664a845c-cf51-4575-8783-a7d583cf4ce6 req-868dbee0-f62a-48c4-bc43-0b7c92095b78 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0501094 Sep 30 09:51:59.319655 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:59.320272 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:59.364102 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-664a845c-cf51-4575-8783-a7d583cf4ce6 req-18427845-5929-4670-893a-135f1551dc24 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465660 Sep 30 09:51:59.372119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (951ad8ca-ad5f-4420-bbe5-c5c64ad050b4), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.427492 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:59.460542 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 4 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:51:59.465965 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.480826 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3794751 Sep 30 09:51:59.481595 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33606) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:59.493588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dab25-4e68-4ea1-9e54-34c602958e93 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:59.528489 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group_rule': {'security_group_id': '951ad8ca-ad5f-4420-bbe5-c5c64ad050b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:59.534996 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:51:59.560411 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a6e3394f-b8ce-493e-b598-e8bdc77e4618 req-0798ba0a-b44b-4a14-b7aa-bf529cc137d1 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0928481 Sep 30 09:51:59.664963 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-17ead2df-41d7-41d2-8c5a-3b5d46588d4c req-bcf3ab34-8651-4734-aec7-cc7787efafa0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 210 time: 0.0387416 Sep 30 09:51:59.667572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:59.695518 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 2, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:59.715808 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (6f0f3466-b03c-4510-a77d-c82e759088c2), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.721866 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:59.722291 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Updating router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:51:59.743050 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:59.750774 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.750951 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d6fccbad-5df1-4b09-a7a6-c6c356d6f984 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:59.752320 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d6fccbad-5df1-4b09-a7a6-c6c356d6f984 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1909971 Sep 30 09:51:59.797092 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (6f0f3466-b03c-4510-a77d-c82e759088c2), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.836835 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-021011c4-53a5-4ce1-84bb-489336ccbe96 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 379 time: 0.0694990 Sep 30 09:51:59.845152 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'port': {'device_id': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'admin_state_up': True, 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'security_groups': ['6fa83794-f114-4d02-9d65-747e3bcbcdb0']}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:51:59.889056 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.036140 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 5 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:52:00.072396 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:00.130461 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks [] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.154557 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (6f0f3466-b03c-4510-a77d-c82e759088c2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.183300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0f3466-b03c-4510-a77d-c82e759088c2,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.192306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.216460 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.263174 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca3a9f-60ca-436d-a8f0-7505b5721c72 None None] Pushing event updated for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.275298 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.282815 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0f2ab5d8-22d3-4c84-88dc-b7611d7b94ff tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7593610 Sep 30 09:52:00.284783 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33618) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:00.289418 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group_rule': {'security_group_id': '951ad8ca-ad5f-4420-bbe5-c5c64ad050b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:00.329151 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Attempting to bind port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:00.329756 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Attempting to bind port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:00.329888 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Attempting to bind port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:00.334868 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9c9ddbfd-4dbc-45ac-b8dc-3207810bf142 req-156138ea-77d7-4f1e-82c6-467c671dc093 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0301945 Sep 30 09:52:00.378398 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Made reservation on behalf of f0d0c96bbb304882b1f2459361551a93 for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:00.384290 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.393033 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:00.393488 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Checking segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:00.395826 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.395826 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Bound using segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:00.395826 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Bound port: 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:00.404602 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.415589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (8f64812b-cb30-4fb9-83a9-f8ebfe1a7c54), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.494240 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] For port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:00.498016 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] For port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:00.515529 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (8f64812b-cb30-4fb9-83a9-f8ebfe1a7c54), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.560108 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 419b6762-0832-495f-98ee-a4ec35979ac6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:00.567260 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adebfd-0ca8-46ac-b9d7-1c6ad0d7fca3 req-5bd4cbfa-7af6-412b-a9f1-058bd08c6f2f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:00.568754 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04adebfd-0ca8-46ac-b9d7-1c6ad0d7fca3 req-5bd4cbfa-7af6-412b-a9f1-058bd08c6f2f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0942822 Sep 30 09:52:00.617820 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.676177 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.20.0.11 (3408b8b1-1a84-4fa0-8af6-da7419c2525d/17feeb99-a150-43e4-9bdf-e5689885a334/c69dcca2-dd34-464e-98ba-2697ae2f9628) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:00.691357 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-0810d454-d348-4dde-9543-7347d924251b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:00.693877 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04adebfd-0ca8-46ac-b9d7-1c6ad0d7fca3 req-4b664ec9-379c-4a3b-81d2-91404f163f0d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113698 Sep 30 09:52:00.695132 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-0810d454-d348-4dde-9543-7347d924251b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 815 time: 0.1565986 Sep 30 09:52:00.696808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (8f64812b-cb30-4fb9-83a9-f8ebfe1a7c54), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.735496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f64812b-cb30-4fb9-83a9-f8ebfe1a7c54,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.749132 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:00.758097 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:00.769088 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-044577c7-c8ab-4a31-8a33-9009ececebdd req-4e82acea-8dcc-4e3c-9bd2-02f36a7bc69a tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0736609 Sep 30 09:52:00.813413 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ceec46c3-d4ec-4420-9199-84c5e2dc50e4 req-903621d3-f722-4951-99e7-6a4aa5610737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 210 time: 0.0369480 Sep 30 09:52:00.834944 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-9134b568-d60c-48d5-a0cc-bb28c87172db tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86e6b0501cb94028be07bddd2182638b HTTP/1.1" status: 200 len: 380 time: 0.1169536 Sep 30 09:52:00.836701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.838119 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Attempt 6 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:52:00.842418 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5a78afee-335c-4126-a08d-324b38733d2a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565259 Sep 30 09:52:00.843206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33626) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:00.849867 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'port': {'device_id': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'admin_state_up': True, 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'security_groups': ['91ed8715-2dc6-4013-a8e5-1d4a5ad44d27']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:00.855964 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:00.858556 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca3a9f-60ca-436d-a8f0-7505b5721c72 None None] Pushing event updated for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.921156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.932100 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 419b6762-0832-495f-98ee-a4ec35979ac6 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:00.932508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.932841 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 419b6762-0832-495f-98ee-a4ec35979ac6 Sep 30 09:52:00.988110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Current status of the port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:00.988762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.007477 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.026967 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:01.038783 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.054236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-9169e316-e839-40dc-9001-1475f4040895 None None] For port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:01.063161 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.071214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 419b6762-0832-495f-98ee-a4ec35979ac6 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:01.115822 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Made reservation on behalf of 86e6b0501cb94028be07bddd2182638b for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:01.120931 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.133145 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.134139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.199742 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e316-e839-40dc-9001-1475f4040895 None None] Pushing event updated for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:01.215690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.225647 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.229511 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.261884 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.268661 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-940dd8a7-a163-4887-9c3e-0976af8e3fa9 None None] Provisioning complete for port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:01.270745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-940dd8a7-a163-4887-9c3e-0976af8e3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.271181 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-940dd8a7-a163-4887-9c3e-0976af8e3fa9 None None] Attempt 1 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:52:01.278601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:01.280024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:01.284224 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:01.305356 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:00Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:01.341724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:01.365358 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df27f2f-c0c5-4db7-9e16-96bc8c0df25f None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:00Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:52:01.375780 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Allocated IP 172.20.0.8 (d038a068-f643-497f-8e6f-7d6e8fb5892b/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d/c95b82c7-207b-4532-98c9-cb356b1ea7fd) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:01.393933 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:01.394654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.398200 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.471066 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Allocated IP 172.37.6.189 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/8d7849f8-8e67-4398-8b1b-8662626b1602) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:01.485031 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-940dd8a7-a163-4887-9c3e-0976af8e3fa9 None None] Current status of the port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:01.541071 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-616a0b83-f169-49a8-a132-011b03619761 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6992626 Sep 30 09:52:01.603633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e447e01-da44-431f-9e18-4a689fcf3263 req-bc155f83-11dd-40ef-9dac-5d227e259ad6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:01.605804 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5e447e01-da44-431f-9e18-4a689fcf3263 req-bc155f83-11dd-40ef-9dac-5d227e259ad6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 932 time: 0.1084144 Sep 30 09:52:01.700833 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Provisioning complete for port c69dcca2-dd34-464e-98ba-2697ae2f9628 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:01.702129 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.702970 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Attempt 1 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:01.745489 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Request body: {'port': {'device_id': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:01.940822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:01.942017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.942803 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5e447e01-da44-431f-9e18-4a689fcf3263 req-7f168dde-20d3-4cda-b0aa-3e4a2c013f19 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682496 Sep 30 09:52:01.943839 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.944255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.944255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.944255 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5a35963c-377b-4db2-98b1-0e67e5b5efaa req-6e3f8fa3-788d-4fca-97e7-20ab4c051124 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0417178 Sep 30 09:52:01.951237 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c1579-397e-4a47-8b90-1d91f05d8cce req-17d2768b-0a35-4681-89f5-d4128af71f60 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:01.952734 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c36c1579-397e-4a47-8b90-1d91f05d8cce req-17d2768b-0a35-4681-89f5-d4128af71f60 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.1126750 Sep 30 09:52:01.994254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.996853 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.065844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:02.071894 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Network d038a068-f643-497f-8e6f-7d6e8fb5892b is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:02.075654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:02.078876 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:02.084467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:02.088330 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:02.147008 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=8d7849f8-8e67-4398-8b1b-8662626b1602,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:02.154004 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c36c1579-397e-4a47-8b90-1d91f05d8cce req-55b7040b-48f9-4697-814f-a3c30fad773f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902223 Sep 30 09:52:02.187007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77d2c-093f-4a3f-b827-126aa446eac6 req-8f3cb22a-c4ac-4aa3-a8aa-9fc24bd5469f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:02.187007 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-abc77d2c-093f-4a3f-b827-126aa446eac6 req-8f3cb22a-c4ac-4aa3-a8aa-9fc24bd5469f tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 931 time: 0.1494188 Sep 30 09:52:02.225385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event updated for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:02.260065 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Attempt 2 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:02.268344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:02.269408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.330810 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:02.331060 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.391712 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-abc77d2c-093f-4a3f-b827-126aa446eac6 req-88cdde6b-95b3-4ae9-865f-2966dc538e96 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901486 Sep 30 09:52:02.419307 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-702c23ab-1ccb-4f71-8166-b680a2369737 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5748439 Sep 30 09:52:02.450985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.477844 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69dcca2-dd34-464e-98ba-2697ae2f9628 {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:02.487430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks [] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.503157 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Transition to ACTIVE for port object c69dcca2-dd34-464e-98ba-2697ae2f9628 will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:52:02.531924 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:02.577189 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:02.595558 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.615927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Request body: {'port': {'device_id': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:02.656986 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:02.672012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:02.675950 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.675950 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 Sep 30 09:52:02.682231 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.729316 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.741921 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Pushing event updated for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:02.769159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.780785 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:02.825988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-9e50f2fa-7408-44e4-bf23-1c6e278ca109 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:02.827540 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-9e50f2fa-7408-44e4-bf23-1c6e278ca109 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70073525-5499-4f0a-9017-eb0ecf8cf458 HTTP/1.1" status: 200 len: 813 time: 0.1728876 Sep 30 09:52:02.832130 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Attempt 3 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:02.867561 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Request body: {'port': {'device_id': '0d748a97-9d22-4676-b253-1ff841288220', 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458', 'admin_state_up': True, 'tenant_id': 'b3db64185ae94cefa4efa6f3e03c2f7e'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:02.871131 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:02.893000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Attempting to bind port c69dcca2-dd34-464e-98ba-2697ae2f9628 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:02.893346 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Attempting to bind port c69dcca2-dd34-464e-98ba-2697ae2f9628 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:02.893773 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Attempting to bind port c69dcca2-dd34-464e-98ba-2697ae2f9628 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:02.918734 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:02.923259 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:02.987946 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=8d7849f8-8e67-4398-8b1b-8662626b1602,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:03.020201 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:03.087963 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.089427 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ff1a8eb9-5931-4285-8c78-51c84159712a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2438955 Sep 30 09:52:03.128019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd19d-7396-4154-865b-8f9b37e70537 req-7f41f0af-e9ab-4a71-86af-68901f21c1a6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.129743 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d64cd19d-7396-4154-865b-8f9b37e70537 req-7f41f0af-e9ab-4a71-86af-68901f21c1a6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.1684279 Sep 30 09:52:03.140594 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bf4c7380-aa7f-41e0-8065-f559fd2fe989 req-70f69785-395a-4a9b-8dbd-f3ba7d9a8c20 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0716195 Sep 30 09:52:03.140594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:52:03.140594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Attempting to bind port c69dcca2-dd34-464e-98ba-2697ae2f9628 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:03.213930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:03.219088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95b82c7-207b-4532-98c9-cb356b1ea7fd {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:03.227821 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks [] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.237584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:03.238857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:03.238857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Bound using segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:03.238857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Bound port: c69dcca2-dd34-464e-98ba-2697ae2f9628, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:03.239193 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.241917 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Transition to ACTIVE for port object c95b82c7-207b-4532-98c9-cb356b1ea7fd will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:52:03.246869 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d64cd19d-7396-4154-865b-8f9b37e70537 req-15faa0c8-3bfe-40e7-83d3-049aef9843b7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865879 Sep 30 09:52:03.305002 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Made reservation on behalf of b3db64185ae94cefa4efa6f3e03c2f7e for: {'port': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:03.309272 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.342087 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.391438 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-64923bae-d7bc-435c-a7d7-2280fa38024f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--32578007&fields=id&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 267 time: 0.1492584 Sep 30 09:52:03.406192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:03.415395 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7101c-8bc9-442f-a768-4c0b6b91b801 req-390fef5b-324d-4ae9-bc40-9bcabbf4e104 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.417491 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-53d7101c-8bc9-442f-a768-4c0b6b91b801 req-390fef5b-324d-4ae9-bc40-9bcabbf4e104 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.1004469 Sep 30 09:52:03.419211 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:03.424663 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Attempt 4 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:03.426325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:03.459420 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Attempting to bind port c95b82c7-207b-4532-98c9-cb356b1ea7fd on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:03.459756 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Attempting to bind port c95b82c7-207b-4532-98c9-cb356b1ea7fd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:03.460089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Attempting to bind port c95b82c7-207b-4532-98c9-cb356b1ea7fd on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:03.471925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:03.502868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Port c95b82c7-207b-4532-98c9-cb356b1ea7fd on network d038a068-f643-497f-8e6f-7d6e8fb5892b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:52:03.503192 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Attempting to bind port c95b82c7-207b-4532-98c9-cb356b1ea7fd on network d038a068-f643-497f-8e6f-7d6e8fb5892b {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:03.548294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.550022 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:03.550229 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Checking segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:03.550700 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Bound using segment: {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:03.551136 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Bound port: c95b82c7-207b-4532-98c9-cb356b1ea7fd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:03.551611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.575433 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:03.579821 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.580475 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.581853 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 200 len: 1094 time: 1.9751244 Sep 30 09:52:03.585967 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:03.588236 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e536c20-dc75-412b-b17b-9e3395af03ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:03.617113 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:03.620704 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:03.657766 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-53d7101c-8bc9-442f-a768-4c0b6b91b801 req-1a5427bc-7708-4165-88ad-0b3a970dcea5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017925 Sep 30 09:52:03.690715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Allocated IP 172.20.0.6 (70073525-5499-4f0a-9017-eb0ecf8cf458/2e053116-efc1-4be8-a3be-3b29e4f3d43e/ab1411b2-93da-4dea-aed5-b2432b7055d1) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:03.708366 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-e5d9eb04-4264-468f-a083-1a8e7830cb36 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.709834 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-e5d9eb04-4264-468f-a083-1a8e7830cb36 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 817 time: 0.3052502 Sep 30 09:52:03.720225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca9e2-7ccb-40a8-abeb-4b7077a0ff78 service neutron] Pushing event updated for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:03.723781 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.726777 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.727784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.729837 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/c95b82c7-207b-4532-98c9-cb356b1ea7fd HTTP/1.1" status: 200 len: 1093 time: 1.1180794 Sep 30 09:52:03.730715 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:03.733510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:03.736056 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2d930-d4a1-44ae-b86c-fd6b7595784b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:03.770036 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-0d5f6a8b-b68a-4f68-96df-a4a359450a78 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/quotas/1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 375 time: 0.0523098 Sep 30 09:52:03.815308 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-292cfe4e-9a3d-4481-bb9a-4bfe3d12c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.816779 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-292cfe4e-9a3d-4481-bb9a-4bfe3d12c63d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1128 time: 0.0560660 Sep 30 09:52:03.821293 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22c257-7c84-4498-81cf-9cae0ce1d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:03.833368 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139cec0-486b-4c87-b0bd-0452049595af req-d3fe8a7d-fcb8-4c7f-b958-f91f34617ec1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.834874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0139cec0-486b-4c87-b0bd-0452049595af req-d3fe8a7d-fcb8-4c7f-b958-f91f34617ec1 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 943 time: 0.1054084 Sep 30 09:52:03.869979 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-efb97dc1-a6fc-47e1-9482-797900da9824 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 200 len: 217 time: 0.0397105 Sep 30 09:52:03.884226 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-64f9d926-62ba-4e2f-af26-f00af851b816 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039436 Sep 30 09:52:03.884603 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:03.921321 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-6b9cddb6-dbbd-49d2-a533-3c33847e835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.922709 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-6b9cddb6-dbbd-49d2-a533-3c33847e835d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0472400 Sep 30 09:52:03.967440 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d030a8ad-bcac-4a3d-949e-16b8bc497e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:03.968877 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-d030a8ad-bcac-4a3d-949e-16b8bc497e96 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393937 Sep 30 09:52:03.972884 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Attempt 5 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:04.008269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:04.017318 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a345d906-c953-46a0-b90f-6b9e62eaaf81 None None] Port c69dcca2-dd34-464e-98ba-2697ae2f9628 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:52:04.034949 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-7ce11a2c-d155-48b2-9596-390c825a09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.036549 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-7ce11a2c-d155-48b2-9596-390c825a09d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 1127 time: 0.1595867 Sep 30 09:52:04.056302 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0139cec0-486b-4c87-b0bd-0452049595af req-f5bc952e-c222-4f11-92c4-b288f35ae901 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131617 Sep 30 09:52:04.069700 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-4298adad-1325-417a-a72d-2f7d43dd774a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930681 Sep 30 09:52:04.119565 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-e384c843-969f-43b7-9d2f-67aefbbd1282 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd HTTP/1.1" status: 200 len: 217 time: 0.0586700 Sep 30 09:52:04.122089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70fcb4-676a-42f0-9402-b6d9fac3d4fe x-openstack-request-id: req-2b70fcb4-676a-42f0-9402-b6d9fac3d4fe {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:04.122331 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:04.122600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b70fcb4-676a-42f0-9402-b6d9fac3d4fe {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:04.123009 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b70fcb4-676a-42f0-9402-b6d9fac3d4fe'] response: {'name': 'network-changed', 'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'status': 'completed', 'code': 200} Sep 30 09:52:04.149356 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks [] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.157197 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392f9cf-c08a-4c24-9cfb-6a0afaabead3 x-openstack-request-id: req-5392f9cf-c08a-4c24-9cfb-6a0afaabead3 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:04.157481 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:04.157732 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5392f9cf-c08a-4c24-9cfb-6a0afaabead3 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:04.158128 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5392f9cf-c08a-4c24-9cfb-6a0afaabead3'] response: {'name': 'network-changed', 'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'status': 'completed', 'code': 200} Sep 30 09:52:04.159154 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-c3a64a41-e611-40fc-82f8-0ccff4840a15 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370958 Sep 30 09:52:04.178778 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e20091b1-c8b1-49e3-8a2b-5e9f217f98a4 req-818cc29a-8b7b-4967-9606-b16c176f0154 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992785 Sep 30 09:52:04.291796 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-a4542610-d01a-4fa4-819d-099719be1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.293233 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-a4542610-d01a-4fa4-819d-099719be1a65 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.1474631 Sep 30 09:52:04.299586 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d6ad6a52-df63-40a1-9f64-8789ac9d524a req-8cb8e0eb-5a24-4f67-afdb-2917f3b4c697 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0550258 Sep 30 09:52:04.365274 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-7995cfb8-ac74-4e77-9b51-f7ed955daf2c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820035 Sep 30 09:52:04.368339 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-8947f050-fd86-4989-9af1-615eec285ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.373829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-8947f050-fd86-4989-9af1-615eec285ec7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666456 Sep 30 09:52:04.403719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.415376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:04.693967 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-3ae16784-d684-45c9-a797-d6c2321753e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.696505 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-3ae16784-d684-45c9-a797-d6c2321753e6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1128 time: 0.0875750 Sep 30 09:52:04.705918 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:04.716194 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Network 70073525-5499-4f0a-9017-eb0ecf8cf458 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:04.736391 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64083f9b-c9c3-44cb-8f56-3cede2708f19 req-5c7ffdd7-cf3e-4e76-9b15-51edb5ba3409 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.738086 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-64083f9b-c9c3-44cb-8f56-3cede2708f19 req-5c7ffdd7-cf3e-4e76-9b15-51edb5ba3409 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.3669529 Sep 30 09:52:04.765326 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:04.775181 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:04.806008 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ae76e6e-85ae-424f-a4d2-c6c9ed7bbc6c req-3fc8249a-92bb-4cd6-a8e3-c4798890fda3 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.1126819 Sep 30 09:52:04.823934 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-4df0c88f-0940-484d-9b6c-acb439a93af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.825349 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-4df0c88f-0940-484d-9b6c-acb439a93af2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0887756 Sep 30 09:52:04.834952 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Pushing event updated for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:04.856381 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-762d64ca-0fd4-4896-bb0c-dd84d2e5a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.858646 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-762d64ca-0fd4-4896-bb0c-dd84d2e5a298 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.1357090 Sep 30 09:52:04.903102 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.903934 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.948804 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-f9c032d8-e4fd-4ff7-9a42-ee0fb20abe9a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 200 len: 217 time: 0.0785515 Sep 30 09:52:04.969587 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-fe9168ab-472a-4058-9cc6-3e63a563cdcf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729523 Sep 30 09:52:04.973267 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-64083f9b-c9c3-44cb-8f56-3cede2708f19 req-9892888b-4414-41cf-b1a8-c9f3015dada8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022724 Sep 30 09:52:04.996045 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14099a-f4bf-4907-a920-0c47289e8469 req-3607633d-f119-4279-bc1f-b2afbdb745ac tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:04.996045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d14099a-f4bf-4907-a920-0c47289e8469 req-3607633d-f119-4279-bc1f-b2afbdb745ac tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0712013 Sep 30 09:52:05.022502 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-28fca574-b3d6-476c-8692-7803896337ae tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1696301 Sep 30 09:52:05.029230 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-ab667cc2-2e8d-4abf-ad06-970d1eee9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.030709 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-ab667cc2-2e8d-4abf-ad06-970d1eee9976 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.1712980 Sep 30 09:52:05.042889 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-db924577-9ef8-4864-a30a-51eb04ee113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.043776 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-db924577-9ef8-4864-a30a-51eb04ee113f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0645075 Sep 30 09:52:05.053577 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d14099a-f4bf-4907-a920-0c47289e8469 req-683fb661-5869-4215-b2df-13352296d222 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546482 Sep 30 09:52:05.070114 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Request body: {'port': {'device_id': '0d748a97-9d22-4676-b253-1ff841288220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:05.110678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:05.154078 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-bf5d7bba-ea39-4f17-8c61-11df7898dd81 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 1001 time: 0.0892801 Sep 30 09:52:05.155168 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-601448f3-ed5f-4580-8e5d-7290dc2a5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.156595 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-601448f3-ed5f-4580-8e5d-7290dc2a5019 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835309 Sep 30 09:52:05.185902 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.248002 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5395-ddd7-46f4-833a-270e7ca0665f req-2d238237-6980-4bb3-9005-7493e44f2f24 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.249723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-442c5395-ddd7-46f4-833a-270e7ca0665f req-2d238237-6980-4bb3-9005-7493e44f2f24 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 943 time: 0.0722311 Sep 30 09:52:05.260292 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-bab6c4a9-ae07-4868-b748-d08f4b9a99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.262265 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-bab6c4a9-ae07-4868-b748-d08f4b9a99da service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0973315 Sep 30 09:52:05.308123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:05.331497 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-86f2b0a6-e9dd-42c7-bcb7-f91524a2e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.335163 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-86f2b0a6-e9dd-42c7-bcb7-f91524a2e042 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649147 Sep 30 09:52:05.336520 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-a2215a37-5192-4100-bb38-3df97a974c00 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703877 Sep 30 09:52:05.355401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-442c5395-ddd7-46f4-833a-270e7ca0665f req-cf660db6-b95b-4628-9eaa-1b12fd7ed201 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808537 Sep 30 09:52:05.357217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-4bf6238a-2468-4098-80ed-014d30363ecb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998199 Sep 30 09:52:05.468320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178de41-b4f2-4fb9-b922-9fbbee3d399d req-a0b260dd-07ae-40c5-94b0-a3f8afb2dbdd tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.469797 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d178de41-b4f2-4fb9-b922-9fbbee3d399d req-a0b260dd-07ae-40c5-94b0-a3f8afb2dbdd tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 931 time: 0.0691066 Sep 30 09:52:05.501190 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-728a2d6b-5b54-4cee-bc77-efecdd221c6f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583574 Sep 30 09:52:05.503163 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-7e536c20-dc75-412b-b17b-9e3395af03ea req-fe297398-4c3f-4cae-b708-1da041469eab service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593144 Sep 30 09:52:05.578984 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d178de41-b4f2-4fb9-b922-9fbbee3d399d req-f65957ae-d23f-47e0-8f88-9d30e46f5055 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Sep 30 09:52:05.651568 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1411b2-93da-4dea-aed5-b2432b7055d1 {{(pid=113203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:05.658941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks [] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.671086 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.provisioning_blocks [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Transition to ACTIVE for port object ab1411b2-93da-4dea-aed5-b2432b7055d1 will not be triggered until provisioned by entity L2. {{(pid=113203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:52:05.804789 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.884076 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:05.887324 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:05.924101 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25cb7490-d57f-45f4-a7cf-c17afb066dd1 req-113995a0-365a-49d3-ae6b-45ee0891b01b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.0324292 Sep 30 09:52:05.941373 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Attempting to bind port ab1411b2-93da-4dea-aed5-b2432b7055d1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:05.941810 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Attempting to bind port ab1411b2-93da-4dea-aed5-b2432b7055d1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:05.942011 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Attempting to bind port ab1411b2-93da-4dea-aed5-b2432b7055d1 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:05.983796 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Port ab1411b2-93da-4dea-aed5-b2432b7055d1 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:52:05.984117 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Attempting to bind port ab1411b2-93da-4dea-aed5-b2432b7055d1 on network 70073525-5499-4f0a-9017-eb0ecf8cf458 {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:06.031107 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:06.031453 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Checking segment: {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:06.031836 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Bound using segment: {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'} {{(pid=113203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:06.032275 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.managers [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Bound port: ab1411b2-93da-4dea-aed5-b2432b7055d1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458'}}] {{(pid=113203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:06.032634 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:06.129311 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076b8d2-647e-4e16-a74c-d4a478c03755 req-a9960d49-a54c-42e2-bc6d-df056ba09cc5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.130800 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e076b8d2-647e-4e16-a74c-d4a478c03755 req-a9960d49-a54c-42e2-bc6d-df056ba09cc5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0666296 Sep 30 09:52:06.142303 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, cleared binding levels {{(pid=113203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:06.190059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:06.195773 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:06.216488 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849c3da-4f3c-4833-9839-51e5e9c5d0a2 req-984e4ca5-5d1b-41e5-81fd-261713d4c951 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.218120 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5849c3da-4f3c-4833-9839-51e5e9c5d0a2 req-984e4ca5-5d1b-41e5-81fd-261713d4c951 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0852952 Sep 30 09:52:06.251885 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e076b8d2-647e-4e16-a74c-d4a478c03755 req-0f4b089e-ed18-4348-bdb8-97e2da8902be tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060705 Sep 30 09:52:06.285118 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5849c3da-4f3c-4833-9839-51e5e9c5d0a2 req-758a8b17-8483-4966-a93e-7db213209e1f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557370 Sep 30 09:52:06.344627 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:06.349551 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.353819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:06.353819 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ab1411b2-93da-4dea-aed5-b2432b7055d1 HTTP/1.1" status: 200 len: 1093 time: 1.2866435 Sep 30 09:52:06.353819 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:06.354826 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab3718-66fc-4c66-861c-cf9abb62ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:06.364453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-d98717fd-5184-4c36-a876-04953b0a37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.366103 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-d98717fd-5184-4c36-a876-04953b0a37fd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 1127 time: 0.0718427 Sep 30 09:52:06.404644 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce944fd2-3fc0-422c-bc51-a254fb39172c x-openstack-request-id: req-ce944fd2-3fc0-422c-bc51-a254fb39172c {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:06.404925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:06.405566 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce944fd2-3fc0-422c-bc51-a254fb39172c {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:06.405705 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce944fd2-3fc0-422c-bc51-a254fb39172c'] response: {'name': 'network-changed', 'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1', 'status': 'completed', 'code': 200} Sep 30 09:52:06.410534 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61dbe8-eda2-403a-9b15-d406ee62b0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=3']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:06.454074 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-8e551dbd-0f07-4fa8-bc11-9c793b086a40 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807475 Sep 30 09:52:06.491973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-f703cb18-fc69-49ba-801e-b343534004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.493579 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-f703cb18-fc69-49ba-801e-b343534004c6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.1196985 Sep 30 09:52:06.538646 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbe38a-b824-45b8-8024-4f450cc3d526 req-f6645667-80e8-4224-a392-e920c94394f4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.539596 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-6553ebef-54f6-44f2-a1fe-78a71eb64d0b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd HTTP/1.1" status: 200 len: 217 time: 0.0403550 Sep 30 09:52:06.540101 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a1dbe38a-b824-45b8-8024-4f450cc3d526 req-f6645667-80e8-4224-a392-e920c94394f4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 943 time: 0.0820551 Sep 30 09:52:06.557543 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-ac6b5ec2-e04b-469e-a674-1ecdcf9e1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.559711 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-ac6b5ec2-e04b-469e-a674-1ecdcf9e1ea0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 1127 time: 0.0697739 Sep 30 09:52:06.594254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-987e741c-821b-4ab9-b719-1e0650fc794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.595741 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-987e741c-821b-4ab9-b719-1e0650fc794c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0495749 Sep 30 09:52:06.641376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a1dbe38a-b824-45b8-8024-4f450cc3d526 req-2d4dc092-e019-40f2-a422-76c4b8028246 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921321 Sep 30 09:52:06.642168 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-356b668a-29e6-4c10-a3be-253ae0baf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.643751 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-356b668a-29e6-4c10-a3be-253ae0baf986 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412807 Sep 30 09:52:06.731772 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-8825f727-7712-44f9-ac0b-f58ab8885818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.733523 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-8825f727-7712-44f9-ac0b-f58ab8885818 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1539149 Sep 30 09:52:06.757576 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-75375782-6c59-4f0d-9db9-6e66f9ed92ee service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032929 Sep 30 09:52:06.767754 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc6c-b46c-4b84-9fce-1b15ef112506 req-80f5f1ba-e4a8-4975-b7d7-96db4b3bca46 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.774826 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71eccc6c-b46c-4b84-9fce-1b15ef112506 req-80f5f1ba-e4a8-4975-b7d7-96db4b3bca46 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 943 time: 0.0741878 Sep 30 09:52:06.829442 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:06.853153 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-39a2d930-d4a1-44ae-b86c-fd6b7595784b req-3fe01463-1051-432c-bcca-ee1a1b6318e8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897262 Sep 30 09:52:06.864309 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71eccc6c-b46c-4b84-9fce-1b15ef112506 req-d9446042-cc4a-4513-8851-93afe80c632e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679355 Sep 30 09:52:06.883273 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-fb81bc86-5505-4e61-987c-3f8fb06f7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.883273 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eeab3718-66fc-4c66-861c-cf9abb62ba3f req-fb81bc86-5505-4e61-987c-3f8fb06f7db4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379268 Sep 30 09:52:06.977879 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-8e39f3a2-4bc3-4136-a09f-2e55ec00ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:06.979538 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-8e39f3a2-4bc3-4136-a09f-2e55ec00ef8d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 1127 time: 0.0441437 Sep 30 09:52:07.031173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-723bfd6e-c9ed-4aed-a05a-eae29423a29e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1 HTTP/1.1" status: 200 len: 217 time: 0.0392370 Sep 30 09:52:07.041327 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:07.087564 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-008a14ca-59e8-4ba9-9c84-618ac8566068 req-eb49511e-ac40-4a1e-81af-21cefdf25ae9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.0591464 Sep 30 09:52:07.118860 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-a9fefeb4-54f6-41e3-a440-e0abc47a22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.118860 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-a9fefeb4-54f6-41e3-a440-e0abc47a22c2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=2e053116-efc1-4be8-a3be-3b29e4f3d43e HTTP/1.1" status: 200 len: 853 time: 0.0706766 Sep 30 09:52:07.148419 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-963fc63b-2018-471c-882c-808fe13b158a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70073525-5499-4f0a-9017-eb0ecf8cf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316806 Sep 30 09:52:07.240230 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-bd40d493-4d89-4db5-8719-46d7a8d88d37 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856159 Sep 30 09:52:07.383640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca8e2-89be-473e-a1ac-267c68c4ce03 req-40a82d0c-aace-4aea-b127-cd97208f7502 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.385062 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-298ca8e2-89be-473e-a1ac-267c68c4ce03 req-40a82d0c-aace-4aea-b127-cd97208f7502 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0557666 Sep 30 09:52:07.477103 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b02923-a4ae-4ec4-9aa9-0eb34f0b0760 req-4e0beeeb-d7a7-4aba-be46-9c623c68d653 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.478560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c7b02923-a4ae-4ec4-9aa9-0eb34f0b0760 req-4e0beeeb-d7a7-4aba-be46-9c623c68d653 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.1151092 Sep 30 09:52:07.533684 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-298ca8e2-89be-473e-a1ac-267c68c4ce03 req-ac15f9f2-66d3-42b2-9982-23f364667240 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254783 Sep 30 09:52:07.578622 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f3e04ba5-6eee-4f7d-9ebc-0f39a96803ea req-d98239f4-9cce-43f1-b1d6-320a57456550 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009237 Sep 30 09:52:07.582327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c7b02923-a4ae-4ec4-9aa9-0eb34f0b0760 req-b5973d09-b444-473b-a245-8cc54dd19ec4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911832 Sep 30 09:52:07.681222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:07.703074 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-7b0f99d8-af95-43a3-987f-8251d6fd7ae6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.704521 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-7b0f99d8-af95-43a3-987f-8251d6fd7ae6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 817 time: 0.1079388 Sep 30 09:52:07.765785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058e69a-10e0-421d-a826-cd47853825d0 req-a24f93a7-1643-4ab9-a33c-3d94a843317d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.767263 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6058e69a-10e0-421d-a826-cd47853825d0 req-a24f93a7-1643-4ab9-a33c-3d94a843317d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 943 time: 0.0468936 Sep 30 09:52:07.818114 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6058e69a-10e0-421d-a826-cd47853825d0 req-c08b3b70-1b61-4d1f-a279-ebaa437e112e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Sep 30 09:52:07.949154 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:07.986147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0decbeb-de62-497c-bf32-540a845f5138 req-499c3ebe-a8c8-4361-a144-b875cda8454b tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.987649 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b0decbeb-de62-497c-bf32-540a845f5138 req-499c3ebe-a8c8-4361-a144-b875cda8454b tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 943 time: 0.0470653 Sep 30 09:52:08.033294 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b0decbeb-de62-497c-bf32-540a845f5138 req-1ffe6268-5c02-4191-a77c-cfd7618f58cd tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Sep 30 09:52:08.203363 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dc1f38b4-4c2d-4672-b7e1-274519b0cf84 req-7db8ed32-922e-4402-b477-4fc599d13efa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Sep 30 09:52:08.233646 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c95b82c7-207b-4532-98c9-cb356b1ea7fd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:08.336195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:08.347352 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'port_id': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'mac_address': 'fa:16:3e:ea:c7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:08.380072 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port c95b82c7-207b-4532-98c9-cb356b1ea7fd is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:08.380451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:08.393409 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95b82c7-207b-4532-98c9-cb356b1ea7fd {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:08.412492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:08.491990 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-0c1d0632-abf9-4790-b071-07977208595c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 378 time: 0.0543563 Sep 30 09:52:08.519098 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:08.569067 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:08.594448 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'port': {'device_id': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'admin_state_up': True, 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'security_groups': ['951ad8ca-ad5f-4420-bbe5-c5c64ad050b4']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:08.689366 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614620c5-17bc-40ac-b6f7-13454511d82c req-1b824e1c-062d-4895-bcd7-ab2462a15082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:08.690782 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-1b824e1c-062d-4895-bcd7-ab2462a15082 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0850236 Sep 30 09:52:08.726063 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda666ee-5568-4630-ada6-fda64c7a805a req-3f8f4df6-6120-4add-bcc4-d5a3098d6333 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:08.727560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bda666ee-5568-4630-ada6-fda64c7a805a req-3f8f4df6-6120-4add-bcc4-d5a3098d6333 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0871031 Sep 30 09:52:08.735135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955a148-a9bb-4fd8-adc1-36e452628ca3 req-85b9a2bb-b7cd-4081-9500-daf4c0714d0e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:08.736495 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f955a148-a9bb-4fd8-adc1-36e452628ca3 req-85b9a2bb-b7cd-4081-9500-daf4c0714d0e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0631709 Sep 30 09:52:08.767018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Made reservation on behalf of 1142014cc9284cf1833e5bfbcdb41599 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:08.770853 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:08.822513 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['c95b82c7-207b-4532-98c9-cb356b1ea7fd'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:08.871091 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bda666ee-5568-4630-ada6-fda64c7a805a req-08b63ec0-870f-4df2-a7df-d2e06c62aaa8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336553 Sep 30 09:52:08.878203 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f955a148-a9bb-4fd8-adc1-36e452628ca3 req-663f4a4f-3a6d-4643-8568-85a625f97b82 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334050 Sep 30 09:52:08.905375 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614620c5-17bc-40ac-b6f7-13454511d82c req-954bdb7a-8e82-4356-8ba5-87c531e8a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:08.906956 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-954bdb7a-8e82-4356-8ba5-87c531e8a470 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.1504896 Sep 30 09:52:08.932193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Allocated IP 172.20.0.11 (6555801d-cf6b-484f-a48c-039d4395e1ca/33641e3b-dbf8-48b8-92c8-d70b8e4cb83e/869788d7-cd2f-4701-b6bd-a6f79a97b732) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:08.961298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.009406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.022946 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702972fe-fc0b-48c0-936a-417b2bcd5688 req-257d945a-02c9-494b-816c-cc4b6b9ce1d0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.024451 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-702972fe-fc0b-48c0-936a-417b2bcd5688 req-257d945a-02c9-494b-816c-cc4b6b9ce1d0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 944 time: 0.0668764 Sep 30 09:52:09.026376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-5c204236-4a0f-42d5-b186-921722e2c135 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 1001 time: 0.1131859 Sep 30 09:52:09.083105 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.099100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614620c5-17bc-40ac-b6f7-13454511d82c req-ab4a5102-24f8-4fa2-a49e-bf1a1c277d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.100585 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-ab4a5102-24f8-4fa2-a49e-bf1a1c277d29 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0687265 Sep 30 09:52:09.123885 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-702972fe-fc0b-48c0-936a-417b2bcd5688 req-ca80db66-0d32-431a-bd66-b17aedf95304 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936470 Sep 30 09:52:09.173363 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.178779 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614620c5-17bc-40ac-b6f7-13454511d82c req-f587bdf1-2b5f-4e1e-bfe3-1900074e2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.180391 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-f587bdf1-2b5f-4e1e-bfe3-1900074e2441 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715590 Sep 30 09:52:09.201706 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e947062-7af3-4462-b43e-75050509146a req-cc988303-87ab-4db4-986b-08f0c63496b6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.203200 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e947062-7af3-4462-b43e-75050509146a req-cc988303-87ab-4db4-986b-08f0c63496b6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 943 time: 0.0843766 Sep 30 09:52:09.228948 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:09.234665 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:09.237541 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:09.241032 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:09.272145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.272493 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.273190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.273190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.275993 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.276081 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.276923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.276923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:09.300652 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.301455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.309215 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e947062-7af3-4462-b43e-75050509146a req-40224373-1bd8-4ffe-a8b0-49c23eb31d90 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935957 Sep 30 09:52:09.358081 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-55f21561-778f-4527-baa3-b06aa5900c92 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711998 Sep 30 09:52:09.374218 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-445665db-a7d4-4de7-a940-cf39eda9aa5d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838287 Sep 30 09:52:09.383983 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43eba-5a0f-4d6f-8271-37fe2c0ca819 req-30b81701-d191-4955-a7c6-bdbe3cc406e0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.385508 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8f43eba-5a0f-4d6f-8271-37fe2c0ca819 req-30b81701-d191-4955-a7c6-bdbe3cc406e0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 932 time: 0.0708718 Sep 30 09:52:09.392787 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Request body: {'port': {'device_id': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:09.455482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.466627 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.498122 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8f43eba-5a0f-4d6f-8271-37fe2c0ca819 req-486900b6-e948-4099-bb76-c33486b03db4 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024158 Sep 30 09:52:09.501018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.505531 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Provisioning complete for port 869788d7-cd2f-4701-b6bd-a6f79a97b732 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:09.511039 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.511039 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Attempt 1 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:52:09.512182 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-614620c5-17bc-40ac-b6f7-13454511d82c req-111d9322-2c0f-419a-97b9-4c55fe04bf89 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456759 Sep 30 09:52:09.544963 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Port 869788d7-cd2f-4701-b6bd-a6f79a97b732 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:09.709014 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:09.716792 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks [] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.727455 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:52:09.730016 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Transition to ACTIVE for port object 869788d7-cd2f-4701-b6bd-a6f79a97b732 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:52:09.821405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.881224 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:09.932406 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Attempting to bind port 869788d7-cd2f-4701-b6bd-a6f79a97b732 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:09.932783 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Attempting to bind port 869788d7-cd2f-4701-b6bd-a6f79a97b732 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:09.933046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Attempting to bind port 869788d7-cd2f-4701-b6bd-a6f79a97b732 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:09.960389 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.028608 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8eaae-bc2b-46c2-8777-86c3c3d71091 req-c07ca28f-9a01-4f29-8b21-8120c7d28e7d tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.030206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-daa8eaae-bc2b-46c2-8777-86c3c3d71091 req-c07ca28f-9a01-4f29-8b21-8120c7d28e7d tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0807836 Sep 30 09:52:10.046108 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Attempt 2 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:52:10.050812 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1494c-f6d0-4c2f-9909-7ff9af4f26e1 req-c330fca7-2912-4bac-ab7a-d7374b457f7e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.052336 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b3c1494c-f6d0-4c2f-9909-7ff9af4f26e1 req-c330fca7-2912-4bac-ab7a-d7374b457f7e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0724523 Sep 30 09:52:10.081343 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Port 869788d7-cd2f-4701-b6bd-a6f79a97b732 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:52:10.122302 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-daa8eaae-bc2b-46c2-8777-86c3c3d71091 req-7b5f0e93-4df2-46af-9207-0c64462d81b5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855794 Sep 30 09:52:10.131874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b3c1494c-f6d0-4c2f-9909-7ff9af4f26e1 req-2c598491-0235-4e61-bd87-98ba0b390b30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722501 Sep 30 09:52:10.245859 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ab1411b2-93da-4dea-aed5-b2432b7055d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:10.248336 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Port 869788d7-cd2f-4701-b6bd-a6f79a97b732 on network 6555801d-cf6b-484f-a48c-039d4395e1ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:52:10.248662 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Attempting to bind port 869788d7-cd2f-4701-b6bd-a6f79a97b732 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:10.252259 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0af8a6-6660-45fb-bb36-529c0a8f5786 req-7ea65990-38fe-4d3e-a7c7-5fd26b209727 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.253829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cd0af8a6-6660-45fb-bb36-529c0a8f5786 req-7ea65990-38fe-4d3e-a7c7-5fd26b209727 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 944 time: 0.0510073 Sep 30 09:52:10.261208 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c95b82c7-207b-4532-98c9-cb356b1ea7fd up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:10.291972 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:10.292432 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Checking segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:10.293086 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Bound using segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:10.293345 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Bound port: 869788d7-cd2f-4701-b6bd-a6f79a97b732, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:10.293600 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.302831 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cd0af8a6-6660-45fb-bb36-529c0a8f5786 req-6b31259a-725e-432e-aa13-ac65268b5e0c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Sep 30 09:52:10.351779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.358129 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:10.362053 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port c95b82c7-207b-4532-98c9-cb356b1ea7fd completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:52:10.363463 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:10.371207 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.396991 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:10.408280 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'ab1411b2-93da-4dea-aed5-b2432b7055d1', 'network_id': '70073525-5499-4f0a-9017-eb0ecf8cf458', 'port_id': 'ab1411b2-93da-4dea-aed5-b2432b7055d1', 'mac_address': 'fa:16:3e:7a:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e053116-efc1-4be8-a3be-3b29e4f3d43e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:10.434522 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eb14b-d2d9-4c27-a5e7-303a4da8eec9 req-7f9111d5-d24c-4570-ba74-5f885b14677b tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.435987 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e90eb14b-d2d9-4c27-a5e7-303a4da8eec9 req-7f9111d5-d24c-4570-ba74-5f885b14677b tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 943 time: 0.0481145 Sep 30 09:52:10.443110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port ab1411b2-93da-4dea-aed5-b2432b7055d1 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:10.443530 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.447222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.451180 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.451800 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.453100 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port c95b82c7-207b-4532-98c9-cb356b1ea7fd triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:10.453472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.453601 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 1094 time: 1.0652120 Sep 30 09:52:10.453806 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port c95b82c7-207b-4532-98c9-cb356b1ea7fd Sep 30 09:52:10.456061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:10.462607 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a6db5-28d0-4a36-90ad-fc3f228ae26f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:10.476256 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1411b2-93da-4dea-aed5-b2432b7055d1 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:10.511500 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:10.517758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da55e2a-cde8-43e2-8a0f-a5a6e6727692 service neutron] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:10.521427 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e90eb14b-d2d9-4c27-a5e7-303a4da8eec9 req-4882201b-df0f-42e4-9691-dc0d0ee893ea tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756598 Sep 30 09:52:10.525856 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ed695-1b7e-4962-94ef-1a4d4aa234d3 x-openstack-request-id: req-ce3ed695-1b7e-4962-94ef-1a4d4aa234d3 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:10.526269 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:10.526662 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce3ed695-1b7e-4962-94ef-1a4d4aa234d3 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:10.527299 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3ed695-1b7e-4962-94ef-1a4d4aa234d3'] response: {'name': 'network-changed', 'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'status': 'completed', 'code': 200} Sep 30 09:52:10.566200 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port c95b82c7-207b-4532-98c9-cb356b1ea7fd is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:10.566721 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.586062 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Attempt 3 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:52:10.601442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:10.603601 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0f0e7-b063-4d19-b18c-19174635a72a" -d '{"events": [{"server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "name": "network-vif-plugged", "status": "completed", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:10.632116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.642194 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:10.656236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.657026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ee5d-1d5f-45c9-9538-386ff3624d91 req-448657bd-82ae-44b5-ad2d-1e1758328efb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.663935 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eeb5ee5d-1d5f-45c9-9538-386ff3624d91 req-448657bd-82ae-44b5-ad2d-1e1758328efb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0633647 Sep 30 09:52:10.687718 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7eb95-43df-4fe7-ad86-de4cdf5e543e None None] Port 869788d7-cd2f-4701-b6bd-a6f79a97b732 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:52:10.717573 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:10.724659 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.725087 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eeb5ee5d-1d5f-45c9-9538-386ff3624d91 req-faca703e-1a9c-45f9-9745-11d53acc2f6e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561383 Sep 30 09:52:10.768427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c6204-4648-4729-9184-03f9bf37c543 x-openstack-request-id: req-237c6204-4648-4729-9184-03f9bf37c543 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:10.768839 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "name": "network-vif-plugged", "status": "completed", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:10.769093 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-237c6204-4648-4729-9184-03f9bf37c543 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:10.769486 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237c6204-4648-4729-9184-03f9bf37c543'] response: {'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'code': 200} Sep 30 09:52:10.782843 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:10.961228 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['ab1411b2-93da-4dea-aed5-b2432b7055d1'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:11.082018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-e2614a26-3982-4464-ae26-767b400ba6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.083590 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-e2614a26-3982-4464-ae26-767b400ba6a9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1128 time: 0.0393450 Sep 30 09:52:11.270333 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82f733-587a-4b8c-862a-83f3f1a0b85b req-5d4de427-638e-4472-bb99-3fac75c77607 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.271795 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5a82f733-587a-4b8c-862a-83f3f1a0b85b req-5d4de427-638e-4472-bb99-3fac75c77607 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0723188 Sep 30 09:52:11.293067 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69978485-8b8b-42dd-994e-8ceaabbd7d63 req-d92aae34-d6f7-45f2-ad12-ee38325da6c4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.294467 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69978485-8b8b-42dd-994e-8ceaabbd7d63 req-d92aae34-d6f7-45f2-ad12-ee38325da6c4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0655043 Sep 30 09:52:11.309529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:11.362807 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5a82f733-587a-4b8c-862a-83f3f1a0b85b req-aa8047d0-877b-4b17-b00f-3b63bdc6169f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827789 Sep 30 09:52:11.367298 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-69978485-8b8b-42dd-994e-8ceaabbd7d63 req-075448f5-2afd-47ed-a34b-cdfd5f92592b tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663006 Sep 30 09:52:11.683509 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-191feaba-fb54-4bd4-b663-a4533fad67de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.687528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-191feaba-fb54-4bd4-b663-a4533fad67de service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=1142014cc9284cf1833e5bfbcdb41599&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1111276 Sep 30 09:52:11.726431 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee696c-e513-4953-8a56-cb107d81ab52 req-33ac97ae-affa-42a4-b955-511089361a89 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.727953 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-67ee696c-e513-4953-8a56-cb107d81ab52 req-33ac97ae-affa-42a4-b955-511089361a89 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.3088524 Sep 30 09:52:11.758200 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88ae0f-a6e0-4871-a78d-40f3b9aa5898 req-babbdd02-0366-4769-a7a2-299ee25e0033 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.759670 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dd88ae0f-a6e0-4871-a78d-40f3b9aa5898 req-babbdd02-0366-4769-a7a2-299ee25e0033 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 944 time: 0.0782602 Sep 30 09:52:11.794179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-59405815-66b6-4da2-a68e-41ef30ddf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.795664 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-130a6db5-28d0-4a36-90ad-fc3f228ae26f req-59405815-66b6-4da2-a68e-41ef30ddf2e7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037784 Sep 30 09:52:11.811354 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-67ee696c-e513-4953-8a56-cb107d81ab52 req-ce46b682-dd52-49cc-be17-4720dea7f045 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751066 Sep 30 09:52:11.828810 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dd88ae0f-a6e0-4871-a78d-40f3b9aa5898 req-d9cd55e3-7ee3-48f7-9034-f0753a91bc08 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603211 Sep 30 09:52:11.898784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2060d-5ad1-46b1-a70d-37e4e443b69c req-cba2457c-1070-45e1-b0fd-9898e03530f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.900470 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-10b2060d-5ad1-46b1-a70d-37e4e443b69c req-cba2457c-1070-45e1-b0fd-9898e03530f4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 1129 time: 0.0398941 Sep 30 09:52:11.949830 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-37b5feef-f148-4797-bcd5-77dda90e2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.951381 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-37b5feef-f148-4797-bcd5-77dda90e2b17 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1128 time: 0.0775752 Sep 30 09:52:11.958298 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-10b2060d-5ad1-46b1-a70d-37e4e443b69c req-a19194ce-c357-47f3-b62c-5cf1dcb7c6b0 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Sep 30 09:52:11.962900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac1815-0baa-4267-ad87-6e190ac70017 req-f127c496-ec27-46ec-8c61-746b5fc818ba tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.964359 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01ac1815-0baa-4267-ad87-6e190ac70017 req-f127c496-ec27-46ec-8c61-746b5fc818ba tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0770833 Sep 30 09:52:12.008007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:12.012619 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01ac1815-0baa-4267-ad87-6e190ac70017 req-091feae8-f3b2-4734-8a4e-aa9cce7374d8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426967 Sep 30 09:52:12.266472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ab1411b2-93da-4dea-aed5-b2432b7055d1 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:12.277371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2cb3adcc-c2bb-42ec-a580-bea429810936 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 217 time: 0.0356660 Sep 30 09:52:12.311736 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port ab1411b2-93da-4dea-aed5-b2432b7055d1 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:52:12.330747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-e3d472f3-9241-4147-9d82-f56363a20417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.332269 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-e3d472f3-9241-4147-9d82-f56363a20417 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0487034 Sep 30 09:52:12.387023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port ab1411b2-93da-4dea-aed5-b2432b7055d1 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:12.387400 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:12.387733 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port ab1411b2-93da-4dea-aed5-b2432b7055d1 Sep 30 09:52:12.466348 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port ab1411b2-93da-4dea-aed5-b2432b7055d1 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:12.466492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:12.501493 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:12.512845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03f3c-44e3-4444-837f-9354754adecd req-688c1ba4-d0d1-4b85-8393-f6737e5cdff8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.514362 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4fd03f3c-44e3-4444-837f-9354754adecd req-688c1ba4-d0d1-4b85-8393-f6737e5cdff8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0746784 Sep 30 09:52:12.524855 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ec7c0-c890-4c00-9777-5e0f79e211af req-776e599f-4707-47af-86aa-790211d0fc33 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.527037 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-850ec7c0-c890-4c00-9777-5e0f79e211af req-776e599f-4707-47af-86aa-790211d0fc33 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0768676 Sep 30 09:52:12.608563 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4fd03f3c-44e3-4444-837f-9354754adecd req-a7ab1ef4-4bd6-4fd4-b6b8-498557f02a9b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803421 Sep 30 09:52:12.610345 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:12.612951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-850ec7c0-c890-4c00-9777-5e0f79e211af req-605230fd-bad3-4c73-afa1-dcf5a82b1ff0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775635 Sep 30 09:52:12.655897 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-83f108eb-4fb9-4027-9b19-042690208aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.660495 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-83f108eb-4fb9-4027-9b19-042690208aa6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435982 Sep 30 09:52:12.669301 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:12.753192 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-2087c76c-793a-48b3-9536-0473e0276200 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892828 Sep 30 09:52:12.770920 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:12.773304 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6775bb50-cda4-45a7-95e5-8300846ac2ae" -d '{"events": [{"server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "name": "network-vif-plugged", "status": "completed", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:12.810368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a15c1a-6b83-4ea0-838e-877e555a0351 x-openstack-request-id: req-67a15c1a-6b83-4ea0-838e-877e555a0351 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:12.810926 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "name": "network-vif-plugged", "status": "completed", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:12.811271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67a15c1a-6b83-4ea0-838e-877e555a0351 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:12.811904 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a15c1a-6b83-4ea0-838e-877e555a0351'] response: {'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1', 'code': 200} Sep 30 09:52:12.849748 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-20c2c381-00d0-41ca-acc1-49bbdc562b39 req-d5fde363-b40d-4ef5-b8ee-c708b81dbc8c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Sep 30 09:52:12.983481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46d482-11c5-4397-842b-7c7f25607c1c req-3cfd7159-a48b-4d03-9562-2c0990da7609 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.984959 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-da46d482-11c5-4397-842b-7c7f25607c1c req-3cfd7159-a48b-4d03-9562-2c0990da7609 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0783679 Sep 30 09:52:12.990734 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764802c-9346-4036-a4f0-25917b573138 req-9f51c8ee-24be-4720-af02-24914e4617c6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.992028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e764802c-9346-4036-a4f0-25917b573138 req-9f51c8ee-24be-4720-af02-24914e4617c6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0835316 Sep 30 09:52:13.067014 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-da46d482-11c5-4397-842b-7c7f25607c1c req-a2c8e530-bd1e-4504-ae01-66db678ca6bf tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739303 Sep 30 09:52:13.071038 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e764802c-9346-4036-a4f0-25917b573138 req-b33121d1-cf4a-4649-8af5-818173ae5daf tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707119 Sep 30 09:52:13.135409 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:13.170317 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de98fd-f9dc-447a-b225-4f8df8dba379 req-4cd607cc-7a4a-4da2-a7bb-cfdb796a050f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:13.171812 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1de98fd-f9dc-447a-b225-4f8df8dba379 req-4cd607cc-7a4a-4da2-a7bb-cfdb796a050f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0460470 Sep 30 09:52:13.223560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1de98fd-f9dc-447a-b225-4f8df8dba379 req-5829d2ba-360f-45e4-8f6a-a6227421a752 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460021 Sep 30 09:52:13.761728 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4c570-2359-43bb-8cea-950778da3404 req-4bd4e27e-1a3f-4c2e-a7cf-b86475e776c0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:13.763198 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ac4c570-2359-43bb-8cea-950778da3404 req-4bd4e27e-1a3f-4c2e-a7cf-b86475e776c0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0741649 Sep 30 09:52:13.768743 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c7ae-5b5b-4ae1-8b11-a3cc1754ffdd req-05898c9f-6e05-402d-b9b0-192833762b55 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:13.770070 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0eb4c7ae-5b5b-4ae1-8b11-a3cc1754ffdd req-05898c9f-6e05-402d-b9b0-192833762b55 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0709512 Sep 30 09:52:13.812160 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:13.849567 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ac4c570-2359-43bb-8cea-950778da3404 req-2afe71f6-9f20-4494-9dbf-1b8207519539 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785739 Sep 30 09:52:13.854581 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0eb4c7ae-5b5b-4ae1-8b11-a3cc1754ffdd req-07d56b53-101e-4348-9b45-c23a716dddd9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773134 Sep 30 09:52:13.927953 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-272e9f7d-34ef-469d-a3d7-c2013e7fc091 req-e30238ba-f1bc-4e42-88ac-899e46f41578 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:52:13.928828 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-272e9f7d-34ef-469d-a3d7-c2013e7fc091 req-e30238ba-f1bc-4e42-88ac-899e46f41578 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053792 Sep 30 09:52:14.188402 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32d901-c153-42ca-802c-9018c1f07793 req-5eed2fe8-9916-4759-9dd5-f03faab71456 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.189779 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b32d901-c153-42ca-802c-9018c1f07793 req-5eed2fe8-9916-4759-9dd5-f03faab71456 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Sep 30 09:52:14.239531 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0b32d901-c153-42ca-802c-9018c1f07793 req-0d11dd8c-1312-4394-819c-4403f61b5f2d tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Sep 30 09:52:14.279778 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c69dcca2-dd34-464e-98ba-2697ae2f9628 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:14.308917 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:14.354253 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344fd1-2197-4a17-885a-ff3c360744a0 req-5ec3d862-cf6a-4fbd-803c-e53be4b0640e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.356380 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-73344fd1-2197-4a17-885a-ff3c360744a0 req-5ec3d862-cf6a-4fbd-803c-e53be4b0640e tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0803828 Sep 30 09:52:14.382882 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33788) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:14.393283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:14.408795 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'port_id': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'mac_address': 'fa:16:3e:58:3d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:14.418871 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013602e8-9df9-462c-b691-47c763d4d1d7 req-d9826c72-88b0-4839-8d1a-0b890db9cb30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.420655 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-013602e8-9df9-462c-b691-47c763d4d1d7 req-d9826c72-88b0-4839-8d1a-0b890db9cb30 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0858774 Sep 30 09:52:14.455002 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port c69dcca2-dd34-464e-98ba-2697ae2f9628 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:14.455502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:14.483283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69dcca2-dd34-464e-98ba-2697ae2f9628 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:14.489666 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-4ee8140a-8434-4ea5-864a-1a6206f774f3 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053097 Sep 30 09:52:14.491149 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-73344fd1-2197-4a17-885a-ff3c360744a0 req-edcd6a42-7dbb-47fa-9811-2ea86e1d38ed tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123240 Sep 30 09:52:14.501080 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-5fc1ee51-e7bb-4ced-a438-cd430f516193 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:52:14.511744 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:14.514329 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-5fc1ee51-e7bb-4ced-a438-cd430f516193 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0179553 Sep 30 09:52:14.542575 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-013602e8-9df9-462c-b691-47c763d4d1d7 req-c54b420c-b0cc-4503-b9f0-19331832934a tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060548 Sep 30 09:52:14.608459 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33796) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:14.629899 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:14.666723 dv-cinder-master-3-iscsi neutron-server[113202]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 09:52:14.681984 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:14.714247 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-0fdf0880-9aca-435b-82e8-8375660b58f1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.723384 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-0fdf0880-9aca-435b-82e8-8375660b58f1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports/803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 942 time: 0.1137981 Sep 30 09:52:14.730972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdbd66-e5d1-4521-bec3-164fee9f2443 req-cc942ee3-9ca4-42e7-a6ac-930b8e9fda34 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.732445 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9cfdbd66-e5d1-4521-bec3-164fee9f2443 req-cc942ee3-9ca4-42e7-a6ac-930b8e9fda34 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0984497 Sep 30 09:52:14.740233 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76826005-ec8a-4523-8630-fa8f73120353 req-a905220d-6ef0-4773-9624-afb4b58307fd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.741778 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76826005-ec8a-4523-8630-fa8f73120353 req-a905220d-6ef0-4773-9624-afb4b58307fd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.1444829 Sep 30 09:52:14.744382 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 33802) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:14.749155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Request body: {'floatingip': {'port_id': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:14.752428 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5e74-abda-408c-b254-13dd50e244b6 req-ca6e535b-11c2-46ec-974b-7970c693cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.753865 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fcf5e74-abda-408c-b254-13dd50e244b6 req-ca6e535b-11c2-46ec-974b-7970c693cd6d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 1129 time: 0.0853732 Sep 30 09:52:14.801453 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:14.925217 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76826005-ec8a-4523-8630-fa8f73120353 req-7d7aaf3b-168d-4a45-a564-b807beeab234 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704946 Sep 30 09:52:15.003843 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1fcf5e74-abda-408c-b254-13dd50e244b6 req-2f85adf4-ac15-4a8f-8813-5c2093a6ed91 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330521 Sep 30 09:52:15.007337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['c69dcca2-dd34-464e-98ba-2697ae2f9628'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:15.049711 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61e02-ebee-4613-a5e4-bc467cc542d1 req-91ee7a86-2300-4f06-977d-4263c1c4869a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:15.051202 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1b61e02-ebee-4613-a5e4-bc467cc542d1 req-91ee7a86-2300-4f06-977d-4263c1c4869a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 945 time: 0.1041179 Sep 30 09:52:15.094333 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:15.157560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b1b61e02-ebee-4613-a5e4-bc467cc542d1 req-fd85d68c-d5d9-42bf-8cd6-42bc38846835 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990493 Sep 30 09:52:15.187512 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:15.297986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:15.369081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:15.444697 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:15.544701 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 5db41540-44d2-4c53-b3d6-92f787a17150 associated. External IP: 172.37.6.217, port: c95b82c7-207b-4532-98c9-cb356b1ea7fd. Sep 30 09:52:15.647887 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e34a7-a1aa-4887-afee-72dd11a09b61 req-3760641d-4e82-404f-b626-5a3a16c4dca6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:15.649327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-265e34a7-a1aa-4887-afee-72dd11a09b61 req-3760641d-4e82-404f-b626-5a3a16c4dca6 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0731120 Sep 30 09:52:15.735304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5465d-0b8e-4c61-8bb1-3ddd2d9f11a5 req-72316c4e-29bb-4dcd-af53-ffcfba21f8c7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:15.736766 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19f5465d-0b8e-4c61-8bb1-3ddd2d9f11a5 req-72316c4e-29bb-4dcd-af53-ffcfba21f8c7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.1098731 Sep 30 09:52:15.820256 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-265e34a7-a1aa-4887-afee-72dd11a09b61 req-4a524ea9-387e-48b4-bb4f-5903f6e053be tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503036 Sep 30 09:52:15.857737 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-19f5465d-0b8e-4c61-8bb1-3ddd2d9f11a5 req-58296bf4-03ef-4845-bbce-be7580501005 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117132 Sep 30 09:52:15.888108 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:15.911304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:52:16.029526 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:52:16.039186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:52:16.048887 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.050189 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:16.050831 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:16.090461 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3defeab-c27c-4f8c-8ae7-1d255f9dd899 req-f91f2112-a0be-4383-bccd-cd882f2378b9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.091899 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3defeab-c27c-4f8c-8ae7-1d255f9dd899 req-f91f2112-a0be-4383-bccd-cd882f2378b9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0776002 Sep 30 09:52:16.097705 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-32436a29-e4ef-4f90-b354-2217d0cbb5c4 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/5db41540-44d2-4c53-b3d6-92f787a17150 HTTP/1.1" status: 200 len: 991 time: 1.3496218 Sep 30 09:52:16.097705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:16.099823 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0002d706-3f8e-4066-b7cd-8c584f100012" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:16.138635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae909e05-86fb-4f06-9144-0f2c9ab1ed8f x-openstack-request-id: req-ae909e05-86fb-4f06-9144-0f2c9ab1ed8f {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:16.139006 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:16.139328 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae909e05-86fb-4f06-9144-0f2c9ab1ed8f {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:16.139799 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae909e05-86fb-4f06-9144-0f2c9ab1ed8f'] response: {'name': 'network-changed', 'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'status': 'completed', 'code': 200} Sep 30 09:52:16.153807 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c3defeab-c27c-4f8c-8ae7-1d255f9dd899 req-11cf33b5-933d-44e4-9b49-1243afee98ba tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521049 Sep 30 09:52:16.159506 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:16.290508 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21583-8494-43ee-9d56-4c8211a3ae87 req-52594480-c0e2-4bfe-92c2-5972069612af tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.292120 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76d21583-8494-43ee-9d56-4c8211a3ae87 req-52594480-c0e2-4bfe-92c2-5972069612af tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Sep 30 09:52:16.346330 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76d21583-8494-43ee-9d56-4c8211a3ae87 req-81c32973-cba1-4510-b2af-35ab16d58630 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459425 Sep 30 09:52:16.351492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:16.353453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c69dcca2-dd34-464e-98ba-2697ae2f9628 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:16.471548 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:16.512129 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port c69dcca2-dd34-464e-98ba-2697ae2f9628 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:52:16.583328 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-13809ed5-d7d2-4a80-9be7-166f8d109196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.583519 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:16.584951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-13809ed5-d7d2-4a80-9be7-166f8d109196 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=86e6b0501cb94028be07bddd2182638b&device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 1129 time: 0.0465593 Sep 30 09:52:16.615208 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port c69dcca2-dd34-464e-98ba-2697ae2f9628 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:16.615674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.615829 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port c69dcca2-dd34-464e-98ba-2697ae2f9628 Sep 30 09:52:16.638734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:16.682900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5db41540-44d2-4c53-b3d6-92f787a17150', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.217', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ea:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:51:54Z', 'updated_at': '2022-09-30T09:52:15Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:16.692396 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-2333ea3e-dc20-439f-8ee0-b13bc8db8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.693869 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-2333ea3e-dc20-439f-8ee0-b13bc8db8610 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 200 len: 916 time: 0.1032171 Sep 30 09:52:16.716721 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:52:16.733021 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:16.733487 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.739539 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:16.740158 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:16.761795 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-b2f3019f-3052-4ea8-84cb-1f9ffe9f7674 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd HTTP/1.1" status: 200 len: 999 time: 0.0617225 Sep 30 09:52:16.790093 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:16.809909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:16.825416 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:16.832208 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-18e100ed-9c15-40c5-8301-ff7eb8caca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.833170 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port c69dcca2-dd34-464e-98ba-2697ae2f9628 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:16.833557 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.833660 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-18e100ed-9c15-40c5-8301-ff7eb8caca98 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 200 len: 854 time: 0.0506294 Sep 30 09:52:16.856090 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:16.880763 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-5248fecf-9869-47b4-88fd-c0d52295a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.882253 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-5248fecf-9869-47b4-88fd-c0d52295a12f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=d038a068-f643-497f-8e6f-7d6e8fb5892b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427182 Sep 30 09:52:16.899789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:16.902531 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9d77b-f05d-47d8-a8ad-9fa8303d3896" -d '{"events": [{"server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:16.922125 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:16.934212 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:16.964942 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.996450 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:16.997315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:52:17.091621 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:17.102290 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:17.241353 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:17.246114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 803fcd8d-66b3-48a0-bc79-84c2e79f336c is: ACTIVE; New status is: DOWN {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:17.246505 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:17.268497 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a252db-8d48-446a-a213-fca79f3df3b2 req-fd705648-c841-47eb-ab97-22f3e8de87cb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.270493 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60a252db-8d48-446a-a213-fca79f3df3b2 req-fd705648-c841-47eb-ab97-22f3e8de87cb tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.3582931 Sep 30 09:52:17.294661 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa8e8-cc1b-4892-817b-2d5ad889a6ff req-bf24d60a-90b1-4e1c-b47d-3843b393cefb tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.297214 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e35aa8e8-cc1b-4892-817b-2d5ad889a6ff req-bf24d60a-90b1-4e1c-b47d-3843b393cefb tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.3192508 Sep 30 09:52:17.304651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:17.324631 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['869788d7-cd2f-4701-b6bd-a6f79a97b732'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:17.352623 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-6d79192e-2b15-41c7-9a71-3812d57bfbe7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636500 Sep 30 09:52:17.371466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:17.376433 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5db41540-44d2-4c53-b3d6-92f787a17150', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.217', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ea:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:51:54Z', 'updated_at': '2022-09-30T09:52:15Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:17.402177 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60a252db-8d48-446a-a213-fca79f3df3b2 req-bbcad9fe-f334-4c9c-b750-371f04162731 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233687 Sep 30 09:52:17.440812 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb675e75-2ce1-4dd5-ac26-b885a6636eec None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5db41540-44d2-4c53-b3d6-92f787a17150', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'floating_ip_address': '172.37.6.217', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'port_id': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'mac_address': 'fa:16:3e:ea:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:51:54Z', 'updated_at': '2022-09-30T09:52:15Z', 'revision_number': 1, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:52:17.446658 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e35aa8e8-cc1b-4892-817b-2d5ad889a6ff req-2b4100b1-507a-48c1-9574-6e5f0eaf68c6 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408069 Sep 30 09:52:17.488467 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51639b3d-f1e0-402f-9b5a-f0a5b2c20f6a x-openstack-request-id: req-51639b3d-f1e0-402f-9b5a-f0a5b2c20f6a {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:17.488655 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:17.488964 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51639b3d-f1e0-402f-9b5a-f0a5b2c20f6a {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:17.489300 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51639b3d-f1e0-402f-9b5a-f0a5b2c20f6a'] response: {'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'code': 200} Sep 30 09:52:17.558072 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0002d706-3f8e-4066-b7cd-8c584f100012 req-01c59eb2-7b02-4d7c-8e1a-46717b7e3f33 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934888 Sep 30 09:52:17.571163 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=6']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:17.586298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:17.623793 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef7371-d3d2-4d2b-a45e-3c67d67f6f83 req-4ee8dc7c-82c8-4d17-b6e4-84ef068f4b69 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.630935 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-36ef7371-d3d2-4d2b-a45e-3c67d67f6f83 req-4ee8dc7c-82c8-4d17-b6e4-84ef068f4b69 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 945 time: 0.0888288 Sep 30 09:52:17.648731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58491ac6-1241-490b-828c-1bb06da58056 req-3c4002cc-b143-49aa-8cbe-a4711fd65538 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.650199 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58491ac6-1241-490b-828c-1bb06da58056 req-3c4002cc-b143-49aa-8cbe-a4711fd65538 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0756133 Sep 30 09:52:17.718711 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-36ef7371-d3d2-4d2b-a45e-3c67d67f6f83 req-05c68c24-c2bb-4e4c-80c7-f393e994a0db tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867596 Sep 30 09:52:17.733875 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-58491ac6-1241-490b-828c-1bb06da58056 req-cc3cf326-4ae1-4ad9-8e24-600e0b2b23bf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760422 Sep 30 09:52:17.755286 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a5d41-05ab-424f-8c4f-95b448618b12 None None] New status for floating IP 5db41540-44d2-4c53-b3d6-92f787a17150: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:52:17.941897 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ecff-fcb7-4253-b267-970be0a69a31 req-ad037371-5cf5-4736-87f1-9f12564908f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.943304 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d3b1ecff-fcb7-4253-b267-970be0a69a31 req-ad037371-5cf5-4736-87f1-9f12564908f0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1130 time: 0.0425236 Sep 30 09:52:18.006954 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d3b1ecff-fcb7-4253-b267-970be0a69a31 req-4d944681-878c-4618-938b-ee29b1dd05de service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Sep 30 09:52:18.322238 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:18.368659 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 869788d7-cd2f-4701-b6bd-a6f79a97b732 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:52:18.422230 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 869788d7-cd2f-4701-b6bd-a6f79a97b732 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:18.422642 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:18.422985 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:52:18.495409 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:18.495792 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:18.530128 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:18.559376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:18.579001 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137593b2-ab30-4e5e-8e83-2423ca6f42b5 req-012dd3ad-4819-45e6-91d2-b6201f89988f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:18.579001 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-137593b2-ab30-4e5e-8e83-2423ca6f42b5 req-012dd3ad-4819-45e6-91d2-b6201f89988f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0477459 Sep 30 09:52:18.623600 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-137593b2-ab30-4e5e-8e83-2423ca6f42b5 req-3db7bc28-3fcb-4c0e-b325-2d53d837a476 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Sep 30 09:52:18.679046 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:18.729898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:18.875957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465ae05-1a9d-49bb-8ca0-158487c9eeea req-757ef379-3c2a-4579-98ab-b612fdcdffad tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:18.877423 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9465ae05-1a9d-49bb-8ca0-158487c9eeea req-757ef379-3c2a-4579-98ab-b612fdcdffad tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0524437 Sep 30 09:52:18.924982 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9465ae05-1a9d-49bb-8ca0-158487c9eeea req-12748780-1ed4-44d5-a57f-03feb63e06c2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418789 Sep 30 09:52:18.988027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:19.025713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347427-71c9-44ec-9eaa-6eaa19c4eff0 req-6210ae3c-39e3-4471-b4cf-3babb5b6e876 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:19.028712 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1347427-71c9-44ec-9eaa-6eaa19c4eff0 req-6210ae3c-39e3-4471-b4cf-3babb5b6e876 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0494256 Sep 30 09:52:19.080934 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1347427-71c9-44ec-9eaa-6eaa19c4eff0 req-273403b8-5210-40b3-913a-e1c8d86cc259 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466323 Sep 30 09:52:19.324752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-ee719440-ee32-40cc-a8d9-9a68008d1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:19.326369 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-ee719440-ee32-40cc-a8d9-9a68008d1bca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b&tenant_id=1330031e214045bf9d45c73da1445255 HTTP/1.1" status: 200 len: 1127 time: 0.0740526 Sep 30 09:52:19.490364 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}, {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:19.492694 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e8f45-8365-487b-a980-bd7c8d472076" -d '{"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-unplugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}, {"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:19.533536 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45581bdf-25fe-422c-9b54-661b7f64bc5d x-openstack-request-id: req-45581bdf-25fe-422c-9b54-661b7f64bc5d {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:19.533855 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-unplugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "code": 200}, {"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:19.534105 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45581bdf-25fe-422c-9b54-661b7f64bc5d {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:19.534508 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45581bdf-25fe-422c-9b54-661b7f64bc5d'] response: {'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'code': 200} Sep 30 09:52:19.534868 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45581bdf-25fe-422c-9b54-661b7f64bc5d'] response: {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'code': 200} Sep 30 09:52:19.744336 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e357-010e-441e-9912-914b69f7d6b9 req-fbdd9c5b-8868-47f5-8804-0a0152e430fe tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:19.746355 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-92f4e357-010e-441e-9912-914b69f7d6b9 req-fbdd9c5b-8868-47f5-8804-0a0152e430fe tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0493507 Sep 30 09:52:19.793927 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-92f4e357-010e-441e-9912-914b69f7d6b9 req-2fb88d90-eb99-4c56-a58e-33ddfd7a7fcc tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416377 Sep 30 09:52:19.895021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-297b971d-16cc-479e-a864-563ad4d41116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:19.896722 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-297b971d-16cc-479e-a864-563ad4d41116 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1127 time: 0.0459800 Sep 30 09:52:20.024165 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-2b9a2d01-3d55-4958-8ae0-40e3efd215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.025735 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-2b9a2d01-3d55-4958-8ae0-40e3efd215f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.0984645 Sep 30 09:52:20.120807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1774-b489-4abf-8de1-e558969d5d59 req-8a871714-6c4b-4170-8e59-702dd8858ec9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.122293 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a2af1774-b489-4abf-8de1-e558969d5d59 req-8a871714-6c4b-4170-8e59-702dd8858ec9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0906105 Sep 30 09:52:20.131281 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-6d708eea-bbfb-47b5-92d0-af9f017c8646 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 999 time: 0.0972400 Sep 30 09:52:20.213955 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ade291-e404-493e-b0b0-67fdc97b52a8 req-9df49e82-8ce8-49c8-a415-ed0a90387a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.215761 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-99ade291-e404-493e-b0b0-67fdc97b52a8 req-9df49e82-8ce8-49c8-a415-ed0a90387a78 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1130 time: 0.0452571 Sep 30 09:52:20.237412 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a2af1774-b489-4abf-8de1-e558969d5d59 req-b54cc130-fbd7-41b0-86e4-fe82e2ffecbb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051142 Sep 30 09:52:20.258245 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a0a4-c3b2-4e6d-ae84-fff6d3e86b45 req-fbe1ede9-6e99-43ff-812b-5d3ae5ca47e7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.258245 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4f40a0a4-c3b2-4e6d-ae84-fff6d3e86b45 req-fbe1ede9-6e99-43ff-812b-5d3ae5ca47e7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0954010 Sep 30 09:52:20.264724 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-99ade291-e404-493e-b0b0-67fdc97b52a8 req-d3337007-f23c-4915-9c8d-f5bde693cea7 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432868 Sep 30 09:52:20.281255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-c3409689-fac7-47a1-8afb-c08eae65d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.282677 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-c3409689-fac7-47a1-8afb-c08eae65d5b5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.1125450 Sep 30 09:52:20.312943 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4f40a0a4-c3b2-4e6d-ae84-fff6d3e86b45 req-57971e6f-9113-4575-b1cb-7a0e6822825a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503740 Sep 30 09:52:20.431932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f58e38-9bd1-4fff-9bea-4bc2f82c5b88 req-3119d25a-51bf-42f4-8803-6a2e87600d1c tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.433374 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01f58e38-9bd1-4fff-9bea-4bc2f82c5b88 req-3119d25a-51bf-42f4-8803-6a2e87600d1c tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0469947 Sep 30 09:52:20.481702 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-01f58e38-9bd1-4fff-9bea-4bc2f82c5b88 req-b27614eb-353d-470d-b821-f38b5175cfd3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427291 Sep 30 09:52:20.512974 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33860) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:20.616320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-a3644cda-399d-40ad-898e-774f2d7ae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.617875 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-a3644cda-399d-40ad-898e-774f2d7ae799 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406630 Sep 30 09:52:20.651480 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a9acc-77dc-42d5-b1c4-292ec238fbf8 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.653027 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d25a9acc-77dc-42d5-b1c4-292ec238fbf8 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1125 time: 0.1389654 Sep 30 09:52:20.656231 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33864) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:20.660827 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'port_id': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:20.714019 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-1f76344e-6d88-4ce4-9783-b49b0185265b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892410 Sep 30 09:52:20.759181 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:20.762390 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:20.854970 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:20.893222 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:20.933195 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:20.944960 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d86730-7022-45ce-a511-518231513f4f req-5f20f62e-f961-4635-a95e-d241a48f115a tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:20.946508 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60d86730-7022-45ce-a511-518231513f4f req-5f20f62e-f961-4635-a95e-d241a48f115a tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0497849 Sep 30 09:52:20.974829 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.37.6.73 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/5bfa79fa-834c-44fe-ba53-34a1f807779e) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:21.001302 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-60d86730-7022-45ce-a511-518231513f4f req-3c8901a2-c196-45ba-9fa5-5503bc6249e0 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Sep 30 09:52:21.034048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:21.042165 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:21.083007 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.111669 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-25aa0488-b91a-42bc-a4e1-a191eed1aa86 req-6e433034-c71c-4fad-97fe-887edb931d17 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954609 Sep 30 09:52:21.193923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.237987 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:21.243297 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:21.246374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=5bfa79fa-834c-44fe-ba53-34a1f807779e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:21.248598 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:21.367480 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880868-332e-4026-91c3-4a5508f26e66 req-5905b7ef-74e9-466d-9c28-2365994959fb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:21.368949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-77880868-332e-4026-91c3-4a5508f26e66 req-5905b7ef-74e9-466d-9c28-2365994959fb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0484214 Sep 30 09:52:21.417955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-77880868-332e-4026-91c3-4a5508f26e66 req-98f3f240-aa88-4cba-bfce-f489736e238c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426655 Sep 30 09:52:21.506018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:21.578123 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ce4313f9-9d53-4f8a-b3ac-77f387b7ada9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.605278 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (4fc91e4a-44df-4278-951d-53901916f41f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.738119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.883128 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:21.958385 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:22.027033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (4fc91e4a-44df-4278-951d-53901916f41f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:22.029641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=5bfa79fa-834c-44fe-ba53-34a1f807779e,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:22.064306 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:22.124376 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP 4fc91e4a-44df-4278-951d-53901916f41f associated. External IP: 172.37.6.73, port: c69dcca2-dd34-464e-98ba-2697ae2f9628. Sep 30 09:52:22.126439 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe0872-1339-4d09-8cfc-b57f774496be req-734830cc-8868-465c-8f8c-078ac9339137 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.128031 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91fe0872-1339-4d09-8cfc-b57f774496be req-734830cc-8868-465c-8f8c-078ac9339137 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0515878 Sep 30 09:52:22.187216 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91fe0872-1339-4d09-8cfc-b57f774496be req-c1330527-fdf8-45b9-8d14-bdd9d61ce170 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531132 Sep 30 09:52:22.321641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:52:22.421643 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:52:22.430681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:52:22.441597 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:22.446834 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:22.506256 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:22.537162 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e9490963-db76-44e2-ad89-46222f19b7c6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8798192 Sep 30 09:52:22.537758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:22.540058 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:22.568549 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1c93-4367-4485-a916-2a13d139b211 req-4fa7566d-8dd6-4f41-b795-fd545ef20c3f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.570188 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18cd1c93-4367-4485-a916-2a13d139b211 req-4fa7566d-8dd6-4f41-b795-fd545ef20c3f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0542617 Sep 30 09:52:22.579078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e111951c-c4e1-4ecd-8cf8-cd725f3e64ac x-openstack-request-id: req-e111951c-c4e1-4ecd-8cf8-cd725f3e64ac {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:22.579366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:22.579618 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e111951c-c4e1-4ecd-8cf8-cd725f3e64ac {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:22.580023 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e111951c-c4e1-4ecd-8cf8-cd725f3e64ac'] response: {'name': 'network-changed', 'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'status': 'completed', 'code': 200} Sep 30 09:52:22.626119 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-18cd1c93-4367-4485-a916-2a13d139b211 req-4a58a6ff-5066-4d9e-98a6-bd9b32c316cf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449505 Sep 30 09:52:22.675170 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-4bca91ea-84ae-44e7-b69a-42c09917b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.676683 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-4bca91ea-84ae-44e7-b69a-42c09917b68a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1130 time: 0.0408297 Sep 30 09:52:22.690683 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:22.786309 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebce4e1-9faa-456c-93c7-1e4415647234 req-483b6ad0-9169-459e-8bb8-c500cf41b650 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.787795 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2ebce4e1-9faa-456c-93c7-1e4415647234 req-483b6ad0-9169-459e-8bb8-c500cf41b650 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0804236 Sep 30 09:52:22.799500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 33884) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:22.804280 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'floatingip': {'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:22.812990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-4c586110-989f-4560-a217-f933c321c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.814489 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-4c586110-989f-4560-a217-f933c321c111 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.1310894 Sep 30 09:52:22.845473 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:22.894147 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-36586765-c73c-4f60-b468-a5a110c49d56 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 200 len: 999 time: 0.0740888 Sep 30 09:52:22.908767 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fc91e4a-44df-4278-951d-53901916f41f', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.73', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:58:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:21Z', 'updated_at': '2022-09-30T09:52:21Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:22.937427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:52:22.937849 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:22.946549 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:22.947190 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:51:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:22.954442 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-7e8a617f-302b-49d6-bab3-a7a402a86d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:22.956033 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-7e8a617f-302b-49d6-bab3-a7a402a86d7a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0507040 Sep 30 09:52:22.981390 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:23.001925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-97d8aac3-29a4-459d-9200-0abeb47f69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:23.003808 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-97d8aac3-29a4-459d-9200-0abeb47f69d1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418413 Sep 30 09:52:23.050184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:23.102378 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-ebe48b60-f8ac-4e85-b11e-e06ed290a56e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926516 Sep 30 09:52:23.145218 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:23.192394 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e39c7cdc-10f4-4d0a-9257-b0e81b1fa307 req-9e3accdd-7be5-4aca-ba25-c18263cd1750 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Sep 30 09:52:23.279878 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fc91e4a-44df-4278-951d-53901916f41f', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.73', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:58:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:21Z', 'updated_at': '2022-09-30T09:52:21Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:23.297528 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:23.305879 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29307c2-152f-46f0-83ec-ca4fe27148a8 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fc91e4a-44df-4278-951d-53901916f41f', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.73', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:58:3d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:21Z', 'updated_at': '2022-09-30T09:52:21Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:52:23.340012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049edcc-9dcc-4798-98c5-91609f5b15bf req-262f594b-0bd6-4946-8972-81f3363f429f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:23.341504 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e049edcc-9dcc-4798-98c5-91609f5b15bf req-262f594b-0bd6-4946-8972-81f3363f429f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0532875 Sep 30 09:52:23.354712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:23.361535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:23.396665 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e049edcc-9dcc-4798-98c5-91609f5b15bf req-e08473bf-1b73-4e87-aa61-a96a75d0dab6 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489500 Sep 30 09:52:23.461564 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Floating IP a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe associated. External IP: 172.37.6.189, port: 869788d7-cd2f-4701-b6bd-a6f79a97b732. Sep 30 09:52:23.512303 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b7b7e-f47f-4451-9d9c-56aa226e3724 None None] New status for floating IP 4fc91e4a-44df-4278-951d-53901916f41f: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:52:23.518289 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:23.667323 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:52:23.738407 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a6d24f9a-4441-4f7e-9416-ac9bfaeb156d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:23.771121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:52:23.775374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:23.781793 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:52:23.795764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:23.796366 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:52:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:23.804320 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9e8fbfbb-0ac7-4888-92eb-bb2545ae8f1a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe HTTP/1.1" status: 200 len: 992 time: 1.0035362 Sep 30 09:52:23.894427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:24.109298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.189', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:02Z', 'updated_at': '2022-09-30T09:52:23Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:24.134579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:52:24.143091 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:24.143691 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:52:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:24.253216 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:24.449181 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:24.464667 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.189', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:02Z', 'updated_at': '2022-09-30T09:52:23Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:24.490402 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05fff-5ea0-4fec-8aa1-b9a5cdc0f1cb None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.189', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:52:02Z', 'updated_at': '2022-09-30T09:52:23Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:52:24.521675 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee8eeb-4e5b-4a70-b20c-7cd1fbcac0eb req-fe18d62a-4f65-43da-ae92-d0fc201e5e26 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:24.523338 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-23ee8eeb-4e5b-4a70-b20c-7cd1fbcac0eb req-fe18d62a-4f65-43da-ae92-d0fc201e5e26 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0499277 Sep 30 09:52:24.576962 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-23ee8eeb-4e5b-4a70-b20c-7cd1fbcac0eb req-c254328f-0bbe-49f1-a43c-b1f27f3d833d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470304 Sep 30 09:52:24.580925 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:24.583455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daf1c9d-e662-46cd-92f8-4f43184f6c29" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:24.621240 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaeb12a-f734-4fac-befa-7164124a362c x-openstack-request-id: req-abaeb12a-f734-4fac-befa-7164124a362c {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:24.621526 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:24.621776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abaeb12a-f734-4fac-befa-7164124a362c {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:24.622179 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaeb12a-f734-4fac-befa-7164124a362c'] response: {'name': 'network-changed', 'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'status': 'completed', 'code': 200} Sep 30 09:52:24.688645 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8747c05-4dd8-4e82-ae8a-0e98bd167d3e None None] New status for floating IP a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:52:24.697257 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:24.731378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-b312efe8-cb5a-4878-9a3f-87e9ef699dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:24.732860 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-b312efe8-cb5a-4878-9a3f-87e9ef699dc0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1130 time: 0.0445416 Sep 30 09:52:24.829667 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-90e61136-fbe7-4f7e-81ca-9cdf8516428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:24.831281 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-90e61136-fbe7-4f7e-81ca-9cdf8516428e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0861015 Sep 30 09:52:24.897726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-d96da919-90b7-4274-9205-3765cf8137e2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 1000 time: 0.0601723 Sep 30 09:52:24.955203 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-19f9cbad-0368-443f-a3ec-b0ef37230f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:24.956663 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-19f9cbad-0368-443f-a3ec-b0ef37230f84 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0532780 Sep 30 09:52:25.001452 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:25.002568 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-34172592-36ce-4cef-9b7c-53a3568bc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:25.004347 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-34172592-36ce-4cef-9b7c-53a3568bc09d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397868 Sep 30 09:52:25.102694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-8ffd919d-9b02-42dd-bf0f-e21f0e04fe5b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856702 Sep 30 09:52:25.191892 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6daf1c9d-e662-46cd-92f8-4f43184f6c29 req-208ce03c-029f-43eb-bae1-c7e728fad27b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833774 Sep 30 09:52:25.696174 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a559a-959b-45e0-ae56-b263e9571450 req-172b70c9-b88c-4dab-ad2f-1608aa9221b1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:25.697641 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e7a559a-959b-45e0-ae56-b263e9571450 req-172b70c9-b88c-4dab-ad2f-1608aa9221b1 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0464084 Sep 30 09:52:25.751220 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e7a559a-959b-45e0-ae56-b263e9571450 req-7033023c-f4b9-42fc-9bb6-7e34bc3df584 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479321 Sep 30 09:52:26.655677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:26.678605 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:26.871289 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7def3e-423b-4008-87f3-514345444892 req-d1f9ebd0-ac0b-4698-afa4-75b66786027f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:26.872731 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ec7def3e-423b-4008-87f3-514345444892 req-d1f9ebd0-ac0b-4698-afa4-75b66786027f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0450175 Sep 30 09:52:26.920223 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ec7def3e-423b-4008-87f3-514345444892 req-b7814772-4d67-40bf-8774-959ff2549e10 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Sep 30 09:52:28.037379 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c2e82-5e52-4c9a-9558-e7d9c2f3f7f9 req-3ea65f41-3f09-4b8b-9e60-5f1eb72292e7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:28.038791 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-096c2e82-5e52-4c9a-9558-e7d9c2f3f7f9 req-3ea65f41-3f09-4b8b-9e60-5f1eb72292e7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0459163 Sep 30 09:52:28.085891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-096c2e82-5e52-4c9a-9558-e7d9c2f3f7f9 req-9e2990c7-f02e-4404-8253-78f1471e28ba tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Sep 30 09:52:29.210354 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eddbae-64be-4d8c-b4da-518278f57ec1 req-7ee6ad4b-9f34-4dd5-98b8-2f33da6b56e4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:29.211865 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1eddbae-64be-4d8c-b4da-518278f57ec1 req-7ee6ad4b-9f34-4dd5-98b8-2f33da6b56e4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0528028 Sep 30 09:52:29.261376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f1eddbae-64be-4d8c-b4da-518278f57ec1 req-2d67fce9-a619-4dc5-b952-5b2f03f1ed37 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432415 Sep 30 09:52:30.378975 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422c88-5c9c-41bc-82c2-0ada03af9082 req-38547d48-e2b0-4ce6-97c1-4891b9af5c4f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:30.380397 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9d422c88-5c9c-41bc-82c2-0ada03af9082 req-38547d48-e2b0-4ce6-97c1-4891b9af5c4f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0459743 Sep 30 09:52:30.429146 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9d422c88-5c9c-41bc-82c2-0ada03af9082 req-e5df4552-70b5-4514-84c1-6e403bc2c420 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432394 Sep 30 09:52:31.252980 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:31.316591 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:31.343458 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:31.357441 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:31.368472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'port_id': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'mac_address': 'fa:16:3e:02:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:31.406552 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 803fcd8d-66b3-48a0-bc79-84c2e79f336c is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:31.406983 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:31.419574 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803fcd8d-66b3-48a0-bc79-84c2e79f336c {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:31.438453 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:31.510613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:31.519033 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:31.551615 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e83122-bdbb-433e-a600-ec496e9905ad req-8b4969ad-1623-46e5-a2e6-88232f9dc78d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:31.553096 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d4e83122-bdbb-433e-a600-ec496e9905ad req-8b4969ad-1623-46e5-a2e6-88232f9dc78d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 943 time: 0.0508785 Sep 30 09:52:31.566496 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=7']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:31.574687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.574687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.574687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.574989 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.575285 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.575651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.575981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.576303 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.576628 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.576966 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.577272 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.577610 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.577785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:31.577930 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.578248 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.578565 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:31.604763 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d4e83122-bdbb-433e-a600-ec496e9905ad req-b3ad567e-6afb-43a9-926e-96aadbe9cba2 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Sep 30 09:52:32.679779 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['803fcd8d-66b3-48a0-bc79-84c2e79f336c'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:32.725239 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c617dd9-e23e-43e0-8d0d-3f1a28a3235a req-6f0333ab-13be-4020-9b24-a7323035e509 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:32.726654 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7c617dd9-e23e-43e0-8d0d-3f1a28a3235a req-6f0333ab-13be-4020-9b24-a7323035e509 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0473309 Sep 30 09:52:32.776045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7c617dd9-e23e-43e0-8d0d-3f1a28a3235a req-83d3dc62-1457-4132-a698-52c9336a4b91 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Sep 30 09:52:33.800314 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:33.801088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=20 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:33.895592 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94943-0f0a-44bd-92ea-7b67b5aaed8c req-1ce3dc10-bef1-4ac8-951b-18f455e842ed tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:33.897048 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c9d94943-0f0a-44bd-92ea-7b67b5aaed8c req-1ce3dc10-bef1-4ac8-951b-18f455e842ed tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0465813 Sep 30 09:52:33.948742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c9d94943-0f0a-44bd-92ea-7b67b5aaed8c req-c8d7d1e1-5e50-4d00-b6d0-c5133bf5b6f9 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 Sep 30 09:52:34.788669 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:34.792411 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:35.067216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ca896-abb6-4835-8e75-9c2c0ffaf7fc req-1d07d84a-941a-488b-9224-28c90ff25421 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:35.068584 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e7ca896-abb6-4835-8e75-9c2c0ffaf7fc req-1d07d84a-941a-488b-9224-28c90ff25421 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0462782 Sep 30 09:52:35.116261 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2e7ca896-abb6-4835-8e75-9c2c0ffaf7fc req-e6e84799-a1fd-4557-aec2-ae8906b51c4f tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Sep 30 09:52:36.233460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4849-6962-4cf0-93a5-01685ec08fbc req-890908d2-68f1-4476-b6a6-9d1c16bcf879 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:36.234931 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bb5a4849-6962-4cf0-93a5-01685ec08fbc req-890908d2-68f1-4476-b6a6-9d1c16bcf879 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 944 time: 0.0457129 Sep 30 09:52:36.282863 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bb5a4849-6962-4cf0-93a5-01685ec08fbc req-16b5d176-5526-468f-b98f-33504a79b1ac tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Sep 30 09:52:36.662903 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:36.702032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:36.705907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 803fcd8d-66b3-48a0-bc79-84c2e79f336c triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:36.706283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:36.706641 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 803fcd8d-66b3-48a0-bc79-84c2e79f336c Sep 30 09:52:36.781783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 803fcd8d-66b3-48a0-bc79-84c2e79f336c is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:36.782089 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:36.803981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:36.806168 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc87d80-c9fb-4f3e-b19d-d19a3fa0decb" -d '{"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-plugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:36.818873 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:36.847336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f9c6b-b0a4-45ef-a079-b4b7f55a84cc x-openstack-request-id: req-714f9c6b-b0a4-45ef-a079-b4b7f55a84cc {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:36.847336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-plugged", "status": "completed", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:36.847336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-714f9c6b-b0a4-45ef-a079-b4b7f55a84cc {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:36.847336 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714f9c6b-b0a4-45ef-a079-b4b7f55a84cc'] response: {'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'code': 200} Sep 30 09:52:36.892600 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:36.944406 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=8']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:37.433058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8101a-9811-4bf9-83ce-85fb888f6ebb req-03384937-dec9-42cb-9594-69da56932e62 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:37.434520 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d6b8101a-9811-4bf9-83ce-85fb888f6ebb req-03384937-dec9-42cb-9594-69da56932e62 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0775170 Sep 30 09:52:37.439547 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b34ae-35f9-4485-8ec6-3b0c1952bb3a req-4cb18947-6bda-4242-9579-f540ac2902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:37.441043 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a82b34ae-35f9-4485-8ec6-3b0c1952bb3a req-4cb18947-6bda-4242-9579-f540ac2902d3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0492115 Sep 30 09:52:37.507608 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d6b8101a-9811-4bf9-83ce-85fb888f6ebb req-24d385a7-7990-41ad-834e-800d828ed69d tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656874 Sep 30 09:52:37.519755 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a82b34ae-35f9-4485-8ec6-3b0c1952bb3a req-b219a62b-ffa5-4f03-8f24-cf587f4996b6 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706708 Sep 30 09:52:38.632239 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b87538-b4c4-41b7-bcea-bdacb68609be req-fc04b0e7-0bb6-4a56-a888-8884003d31f4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:38.633685 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-90b87538-b4c4-41b7-bcea-bdacb68609be req-fc04b0e7-0bb6-4a56-a888-8884003d31f4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0497730 Sep 30 09:52:38.681021 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-90b87538-b4c4-41b7-bcea-bdacb68609be req-821aeda8-a36c-400e-9560-d4d8ade9de1e tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Sep 30 09:52:39.803860 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a6a91-b3c2-4c4a-8730-b12df30a1ae3 req-b126271e-da9c-4513-9578-451db4687252 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:39.805308 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc3a6a91-b3c2-4c4a-8730-b12df30a1ae3 req-b126271e-da9c-4513-9578-451db4687252 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0477815 Sep 30 09:52:39.854180 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc3a6a91-b3c2-4c4a-8730-b12df30a1ae3 req-5985892f-3a52-481c-aa35-b9cc08e1bc26 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Sep 30 09:52:44.011677 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988170c-6bf1-42e1-89a9-16331d368ef3 req-5d2d7bfc-b47b-46a2-b5a2-bc30e9f1f5a1 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:44.013124 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6988170c-6bf1-42e1-89a9-16331d368ef3 req-5d2d7bfc-b47b-46a2-b5a2-bc30e9f1f5a1 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0472753 Sep 30 09:52:44.062143 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6988170c-6bf1-42e1-89a9-16331d368ef3 req-aee2b611-e25c-4051-95d8-dba7b70ef312 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Sep 30 09:52:45.180512 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69a4b-846d-48ed-a467-c6554260ab90 req-81807c16-1b98-497c-95d6-bed9d8341d98 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:45.181945 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e0e69a4b-846d-48ed-a467-c6554260ab90 req-81807c16-1b98-497c-95d6-bed9d8341d98 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0447433 Sep 30 09:52:45.206352 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:45.228776 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e0e69a4b-846d-48ed-a467-c6554260ab90 req-d0360fec-db4c-48d9-b5af-5706f8c78486 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Sep 30 09:52:46.209301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-bf8ede84-d0f4-49b6-9650-28d43fefc0f5 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:46.210808 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-bf8ede84-d0f4-49b6-9650-28d43fefc0f5 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0459743 Sep 30 09:52:46.297207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Deleting port ab1411b2-93da-4dea-aed5-b2432b7055d1 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:52:46.297553 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:46.301308 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:46.395529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06896-eaac-4f49-8ba3-ba70930f65cb req-8df0b13f-d6e7-45bb-b077-879c70159283 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:46.396975 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3de06896-eaac-4f49-8ba3-ba70930f65cb req-8df0b13f-d6e7-45bb-b077-879c70159283 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 945 time: 0.0851786 Sep 30 09:52:46.454726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] For port ab1411b2-93da-4dea-aed5-b2432b7055d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab1411b2-93da-4dea-aed5-b2432b7055d1,segment=NetworkSegment(d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3),segment_id=d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:46.454726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:46.475143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Calling delete_port for ab1411b2-93da-4dea-aed5-b2432b7055d1 owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:52:46.482455 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3de06896-eaac-4f49-8ba3-ba70930f65cb req-c4489e78-cbe2-4675-9512-1f0a4777b1f9 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=5d4b07af-fe86-47c7-ac14-1ea489912242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780997 Sep 30 09:52:46.678907 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (ab1411b2-93da-4dea-aed5-b2432b7055d1), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:46.709560 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Pushing event deleted for resources: {'Port': ['ID=ab1411b2-93da-4dea-aed5-b2432b7055d1,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:46.721078 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['ab1411b2-93da-4dea-aed5-b2432b7055d1'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:46.731023 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:52:46.735378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.735722 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.736061 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.736394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.736721 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.737044 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.737366 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.737684 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.738003 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.738321 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.738663 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.738980 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.739297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.739616 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.739930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:46.763473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] No DVR routers for this DVR port ab1411b2-93da-4dea-aed5-b2432b7055d1 on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:52:46.765857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:46.769108 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a332e9c6-f80d-468a-8ece-a4be2d8e26ae req-0254db75-8a62-409e-8208-e59706aa4156 tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ab1411b2-93da-4dea-aed5-b2432b7055d1 HTTP/1.1" status: 204 len: 173 time: 0.5521915 Sep 30 09:52:46.769601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'name': 'network-vif-deleted', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:46.771845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377d910d-37e4-42ea-9cad-7e295bc31a26" -d '{"events": [{"server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "name": "network-vif-deleted", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:46.812958 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3e338-8ca4-44b4-ba9c-4e3fdf692e6d x-openstack-request-id: req-3cc3e338-8ca4-44b4-ba9c-4e3fdf692e6d {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:46.813248 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d748a97-9d22-4676-b253-1ff841288220", "name": "network-vif-deleted", "tag": "ab1411b2-93da-4dea-aed5-b2432b7055d1", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:46.813503 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cc3e338-8ca4-44b4-ba9c-4e3fdf692e6d {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:46.813907 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc3e338-8ca4-44b4-ba9c-4e3fdf692e6d'] response: {'server_uuid': '0d748a97-9d22-4676-b253-1ff841288220', 'name': 'network-vif-deleted', 'tag': 'ab1411b2-93da-4dea-aed5-b2432b7055d1', 'status': 'completed', 'code': 200} Sep 30 09:52:47.596409 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fbfed96c-2538-4dcf-a959-492b8c63910e req-d387e6ab-b5ce-48c8-971e-aa354d101a9d tempest-VolumesSnapshotTestJSON-1827020212 tempest-VolumesSnapshotTestJSON-1827020212-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0d748a97-9d22-4676-b253-1ff841288220 HTTP/1.1" status: 200 len: 210 time: 0.0273194 Sep 30 09:52:48.733244 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ab1411b2-93da-4dea-aed5-b2432b7055d1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:52:48.753074 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: ab1411b2-93da-4dea-aed5-b2432b7055d1 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:52:48.753421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device ab1411b2-93da-4dea-aed5-b2432b7055d1 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:52:51.468049 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:51.544278 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3215-70f5-4f6d-939e-c790bf7e80b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:53.730808 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-597a8d1e-e612-4c25-bf68-ff87f6262915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:55.012504 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:56.670072 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:56.721368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:56.725164 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:57.578694 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:57.579478 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:01.313791 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:05.372484 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-79a8a490-4e5d-412c-9374-448dc2a67765 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415432 Sep 30 09:53:05.487762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4de0-d260-4666-8905-700166d0b50d req-24bc970d-aa71-4258-86ed-2d8674342d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:05.489244 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-24bc970d-aa71-4258-86ed-2d8674342d2e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0401924 Sep 30 09:53:05.597826 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4de0-d260-4666-8905-700166d0b50d req-644c825a-6898-408f-9ff8-918612acf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:05.599330 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-644c825a-6898-408f-9ff8-918612acf8af service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.0871789 Sep 30 09:53:05.666560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-75521a37-f846-4190-9ce2-d40c97e3c869 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 1001 time: 0.0611503 Sep 30 09:53:05.714732 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4de0-d260-4666-8905-700166d0b50d req-75f77749-ee8b-4a7f-a5eb-7daa0b434b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:05.716156 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-75f77749-ee8b-4a7f-a5eb-7daa0b434b5b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0422857 Sep 30 09:53:05.761630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4de0-d260-4666-8905-700166d0b50d req-2bd9365b-9763-47b1-a699-24936e7d5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:05.763092 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-2bd9365b-9763-47b1-a699-24936e7d5122 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375507 Sep 30 09:53:06.096394 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-2f8b4a24-5d9b-4709-be0b-e6ff9bc96f4f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197010 Sep 30 09:53:06.193456 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6c5a4de0-d260-4666-8905-700166d0b50d req-8aec869b-2780-4a89-862b-f53a22c72104 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Sep 30 09:53:07.897480 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:07.901327 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:11.253286 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:11.255083 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:14.298714 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34222) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:14.343502 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Deleting subnet 2e053116-efc1-4be8-a3be-3b29e4f3d43e {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:53:14.346426 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Publish callbacks [] for subnet (2e053116-efc1-4be8-a3be-3b29e4f3d43e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.380826 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (2e053116-efc1-4be8-a3be-3b29e4f3d43e), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.423164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (2e053116-efc1-4be8-a3be-3b29e4f3d43e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.584589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (2e053116-efc1-4be8-a3be-3b29e4f3d43e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.613653 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e053116-efc1-4be8-a3be-3b29e4f3d43e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:14.616181 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.619667 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/2e053116-efc1-4be8-a3be-3b29e4f3d43e HTTP/1.1" status: 204 len: 168 time: 0.3193710 Sep 30 09:53:14.622400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34224) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:14.626141 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.626479 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.627137 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.627427 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.627758 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.628089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.628410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.628730 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.629055 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.629375 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.629701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.630024 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.630341 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.630688 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.630999 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976420-2641-4060-93b3-d8bcfd7f37cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:14.696873 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (70073525-5499-4f0a-9017-eb0ecf8cf458), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.776340 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (70073525-5499-4f0a-9017-eb0ecf8cf458), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.796245 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70073525-5499-4f0a-9017-eb0ecf8cf458']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:14.805262 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:14.805556 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d12f31-d9ff-4a87-9234-3f21f2c5f3a3') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:14.814856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.829069 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.835719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:53:14.836092 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.964289 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3 resource provider aggregate not found Sep 30 09:53:14.968565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (70073525-5499-4f0a-9017-eb0ecf8cf458), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.974873 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:14.980806 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/70073525-5499-4f0a-9017-eb0ecf8cf458 HTTP/1.1" status: 204 len: 168 time: 0.3567090 Sep 30 09:53:14.993951 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4d12f31-d9ff-4a87-9234-3f21f2c5f3a3 found for delete ", "request_id": "req-ad1592c0-b390-4fcd-a4ba-a49e31ec481b"}]} Sep 30 09:53:14.995019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12953a3e-ce68-44f5-9a1d-76b28e23cc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=70073525-5499-4f0a-9017-eb0ecf8cf458,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:15.412218 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34238) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:15.456219 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4443ff76-0884-46cc-ae4a-a9a6ff06df03 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b3db64185ae94cefa4efa6f3e03c2f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419960 Sep 30 09:53:15.458433 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34240) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:15.505738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] Publish callbacks [] for security_group (5d4b07af-fe86-47c7-ac14-1ea489912242), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:15.525671 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] Publish callbacks [] for security_group (5d4b07af-fe86-47c7-ac14-1ea489912242), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:15.527174 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:15.546518 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:15.662214 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5d4b07af-fe86-47c7-ac14-1ea489912242), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:15.664765 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:15.665929 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5d4b07af-fe86-47c7-ac14-1ea489912242 HTTP/1.1" status: 204 len: 168 time: 0.2065585 Sep 30 09:53:15.673961 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90562a6e-e56b-4481-9cfb-388549513614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b07af-fe86-47c7-ac14-1ea489912242,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:16.538008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2fc4-b560-4d8c-8e68-977bd18344e3 req-0d3513b6-edf0-4de6-8c7d-60667fb8a156 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:16.539530 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68af2fc4-b560-4d8c-8e68-977bd18344e3 req-0d3513b6-edf0-4de6-8c7d-60667fb8a156 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0478671 Sep 30 09:53:16.586485 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68af2fc4-b560-4d8c-8e68-977bd18344e3 req-748fe373-8b23-45d6-bdd0-1a25742ba625 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Sep 30 09:53:17.708669 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63186fe-cc8c-4460-a55c-0f6323e29f86 req-4b1394c5-05ff-41fd-a20f-e6720921a183 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:17.710090 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d63186fe-cc8c-4460-a55c-0f6323e29f86 req-4b1394c5-05ff-41fd-a20f-e6720921a183 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0476191 Sep 30 09:53:17.756463 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d63186fe-cc8c-4460-a55c-0f6323e29f86 req-d6c89f4a-60dd-4d0d-a79b-8170b49cd8a0 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 Sep 30 09:53:18.360974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e4c9-9144-4505-980a-0382323f4744 req-d2b842e4-a6b1-4d8f-893a-12ea03b843ce tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:18.362300 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c995e4c9-9144-4505-980a-0382323f4744 req-d2b842e4-a6b1-4d8f-893a-12ea03b843ce tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0447500 Sep 30 09:53:18.446740 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port c95b82c7-207b-4532-98c9-cb356b1ea7fd {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:18.447075 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:18.536037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] For port c95b82c7-207b-4532-98c9-cb356b1ea7fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c95b82c7-207b-4532-98c9-cb356b1ea7fd,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:18.536395 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:18.698242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:18.698514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:18.698861 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Floating IP 5db41540-44d2-4c53-b3d6-92f787a17150 disassociated. External IP: 172.37.6.217, port: c95b82c7-207b-4532-98c9-cb356b1ea7fd. Sep 30 09:53:18.699204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for c95b82c7-207b-4532-98c9-cb356b1ea7fd owned by compute:nova {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:18.878437 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f940505-7fa9-4084-a582-0bd79aaf3fd2 req-71601f2c-be52-46f4-938e-cb17b5a3935b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:18.879930 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f940505-7fa9-4084-a582-0bd79aaf3fd2 req-71601f2c-be52-46f4-938e-cb17b5a3935b tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 945 time: 0.0475290 Sep 30 09:53:18.880939 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (c95b82c7-207b-4532-98c9-cb356b1ea7fd), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:18.918950 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=c95b82c7-207b-4532-98c9-cb356b1ea7fd,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:18.997949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2f940505-7fa9-4084-a582-0bd79aaf3fd2 req-bb44d30f-1fff-454d-b712-9ef09500f03c tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092932 Sep 30 09:53:19.001735 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:19.042154 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:19.061204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:53:19.169010 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:53:19.184976 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:53:19.199148 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:53:19.199914 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:52:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:19.214565 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] No DVR routers for this DVR port c95b82c7-207b-4532-98c9-cb356b1ea7fd on host hv-cinder-maste {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:53:19.217301 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:19.221509 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c995e4c9-9144-4505-980a-0382323f4744 req-9d7e4751-3ea9-4ee5-8152-7e67e1294f07 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c95b82c7-207b-4532-98c9-cb356b1ea7fd HTTP/1.1" status: 204 len: 173 time: 0.8534231 Sep 30 09:53:19.222009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'name': 'network-vif-deleted', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:19.224287 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce160e74-564b-471b-b372-0fd72a872948" -d '{"events": [{"server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "name": "network-vif-deleted", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:19.273347 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14eb8f2-d16a-463c-a257-13ba811fd159 x-openstack-request-id: req-b14eb8f2-d16a-463c-a257-13ba811fd159 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:19.273958 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff7e4e2-632b-402b-b30d-c0916cb3b498", "name": "network-vif-deleted", "tag": "c95b82c7-207b-4532-98c9-cb356b1ea7fd", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:19.274214 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b14eb8f2-d16a-463c-a257-13ba811fd159 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:19.274657 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14eb8f2-d16a-463c-a257-13ba811fd159'] response: {'server_uuid': '4ff7e4e2-632b-402b-b30d-c0916cb3b498', 'name': 'network-vif-deleted', 'tag': 'c95b82c7-207b-4532-98c9-cb356b1ea7fd', 'status': 'completed', 'code': 200} Sep 30 09:53:19.321197 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:53:19.652946 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:19.679421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:53:19.688553 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:53:19.689161 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:52:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:19.731091 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:19.801184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:53:19.985796 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-c00025d5-56d7-4421-a145-951775b26227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:20.013881 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00025d5-56d7-4421-a145-951775b26227 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:59Z', 'revision_number': 4, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e5680a6-21b5-4615-b9b3-c87cec4453e7', 'name': '', 'network_id': 'd038a068-f643-497f-8e6f-7d6e8fb5892b', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'mac_address': 'fa:16:3e:59:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:57Z', 'updated_at': '2022-09-30T09:46:04Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'subnets': [{'id': '6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:53:20.116280 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-89eb1ee7-92d4-47be-a246-cb95c5214299 req-146c6e9d-a538-4177-ad1f-29a14fcd2613 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4ff7e4e2-632b-402b-b30d-c0916cb3b498 HTTP/1.1" status: 200 len: 210 time: 0.0300558 Sep 30 09:53:20.240587 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b565e6-f47d-4068-8f8f-7cdf381cb157 None None] New status for floating IP 5db41540-44d2-4c53-b3d6-92f787a17150: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:53:20.944209 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c95b82c7-207b-4532-98c9-cb356b1ea7fd no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:20.963960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: c95b82c7-207b-4532-98c9-cb356b1ea7fd {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:20.965268 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c95b82c7-207b-4532-98c9-cb356b1ea7fd not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:21.276425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34288) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:21.331998 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (91ed8715-2dc6-4013-a8e5-1d4a5ad44d27), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.354711 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (91ed8715-2dc6-4013-a8e5-1d4a5ad44d27), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.462374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (91ed8715-2dc6-4013-a8e5-1d4a5ad44d27), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.464966 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.466117 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/91ed8715-2dc6-4013-a8e5-1d4a5ad44d27 HTTP/1.1" status: 204 len: 168 time: 0.1887100 Sep 30 09:53:21.469022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34292) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:21.476543 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ea995-70d4-4088-8f82-be6bf62245e6 tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed8715-2dc6-4013-a8e5-1d4a5ad44d27,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:21.483897 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.api.v2.resource [None req-d19d9f22-4237-433b-935f-e6f560fcd0bd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] show failed (client error): The resource could not be found. Sep 30 09:53:21.485160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d19d9f22-4237-433b-935f-e6f560fcd0bd tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "GET /networking/v2.0/security-groups/91ed8715-2dc6-4013-a8e5-1d4a5ad44d27 HTTP/1.1" status: 404 len: 347 time: 0.0145597 Sep 30 09:53:21.492491 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34294) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:21.561667 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-eafe3592-5ace-453d-afd5-e7f0c134979b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.606954 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Deleting port 29037efc-20a5-4ae7-aabd-5ff75de505f6 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:21.607296 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.687226 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.687496 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (29037efc-20a5-4ae7-aabd-5ff75de505f6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.700025 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Calling delete_port for 29037efc-20a5-4ae7-aabd-5ff75de505f6 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:21.901988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (29037efc-20a5-4ae7-aabd-5ff75de505f6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.947022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Pushing event deleted for resources: {'Port': ['ID=29037efc-20a5-4ae7-aabd-5ff75de505f6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:21.964015 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695b67-4833-4974-905c-ddf1c501297c req-4a6e5b25-cc5d-4fae-b470-e7c9fa32273d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:21.965493 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e695b67-4833-4974-905c-ddf1c501297c req-4a6e5b25-cc5d-4fae-b470-e7c9fa32273d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0743973 Sep 30 09:53:22.052409 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks [] for floatingip (5db41540-44d2-4c53-b3d6-92f787a17150), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:22.054894 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:22.055996 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b4c65911-816f-462e-8959-5d0f1d02f07e tempest-AttachVolumeNegativeTest-2023202984 tempest-AttachVolumeNegativeTest-2023202984-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/5db41540-44d2-4c53-b3d6-92f787a17150 HTTP/1.1" status: 204 len: 168 time: 0.5626187 Sep 30 09:53:22.059289 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e695b67-4833-4974-905c-ddf1c501297c req-dbf08849-a099-4702-a8c9-d890fc067b3f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792933 Sep 30 09:53:23.187155 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b20d2-1cac-4c1e-a76a-fe9e9cab5537 req-d092468d-0de4-4bbc-960f-53a92ba8d640 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:23.188605 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba6b20d2-1cac-4c1e-a76a-fe9e9cab5537 req-d092468d-0de4-4bbc-960f-53a92ba8d640 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0466280 Sep 30 09:53:23.207281 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:23.235922 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba6b20d2-1cac-4c1e-a76a-fe9e9cab5537 req-78010293-5c3f-4847-9f48-31e7905991ac tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416632 Sep 30 09:53:23.724951 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-168fad4f-c2ff-4087-b8ca-7e5f0f1a309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:23.731037 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:53:24.363790 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7b1a-3e85-477d-9a9c-2d3b1bd70698 req-455273b9-45a8-45bc-acd8-1432037209d2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:24.365242 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-89ee7b1a-3e85-477d-9a9c-2d3b1bd70698 req-455273b9-45a8-45bc-acd8-1432037209d2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0468729 Sep 30 09:53:24.418149 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-89ee7b1a-3e85-477d-9a9c-2d3b1bd70698 req-e80fa39b-f97e-442d-bd19-3efbc5fd0110 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471396 Sep 30 09:53:24.985609 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:25.543178 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091ae9-e4b2-4c70-8180-fbf81f5d6ace req-6f7c9406-d0e1-43a6-b001-b4879c3cf1f0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:25.544646 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae091ae9-e4b2-4c70-8180-fbf81f5d6ace req-6f7c9406-d0e1-43a6-b001-b4879c3cf1f0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0466447 Sep 30 09:53:25.594284 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae091ae9-e4b2-4c70-8180-fbf81f5d6ace req-6f973e70-55e1-4600-93e9-ca2f984cd50e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438511 Sep 30 09:53:26.120746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34350) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:26.406405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:26.635547 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (cdd64d18-309c-47c2-a505-81317a69bcb9), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:26.647069 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:26.669652 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:26.755271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43e52d-3d38-4063-9a41-6b15a96aae8f req-76045670-9a87-4fe5-8730-484dd729e2d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:26.756703 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3e43e52d-3d38-4063-9a41-6b15a96aae8f req-76045670-9a87-4fe5-8730-484dd729e2d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0815239 Sep 30 09:53:26.861301 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3e43e52d-3d38-4063-9a41-6b15a96aae8f req-abc15934-280c-407c-a005-2da5a224114d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980406 Sep 30 09:53:26.925800 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Deleting port 7e5680a6-21b5-4615-b9b3-c87cec4453e7 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:26.926067 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:26.979738 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:27.006859 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] For port 7e5680a6-21b5-4615-b9b3-c87cec4453e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e5680a6-21b5-4615-b9b3-c87cec4453e7,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:27.007216 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:27.020410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Calling delete_port for 7e5680a6-21b5-4615-b9b3-c87cec4453e7 owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:27.185564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:27.273395 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (7e5680a6-21b5-4615-b9b3-c87cec4453e7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:27.298572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5680a6-21b5-4615-b9b3-c87cec4453e7,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:27.460713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (cdd64d18-309c-47c2-a505-81317a69bcb9), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:27.888661 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Router cdd64d18-309c-47c2-a505-81317a69bcb9 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:53:28.020507 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e1c9-fccf-486f-905e-9d5eabc5d822 req-4cb6af0f-6e5c-41dc-9ef3-8480d5ab7864 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:28.021955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7620e1c9-fccf-486f-905e-9d5eabc5d822 req-4cb6af0f-6e5c-41dc-9ef3-8480d5ab7864 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0799780 Sep 30 09:53:28.030210 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:53:28.035576 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ef7700fe-17f9-4246-87de-9cc5425a5cf4 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/cdd64d18-309c-47c2-a505-81317a69bcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141691 Sep 30 09:53:28.038406 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34358) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:28.040140 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Sync routers for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:53:28.051679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:53:28.052319 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:28.079569 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7620e1c9-fccf-486f-905e-9d5eabc5d822 req-f0b2d770-145a-4361-aece-949549835fa5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512071 Sep 30 09:53:28.137188 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks [] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.137423 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:28.152545 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:53:28.313677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:28.330789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:53:27Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:28.357448 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Checking router: cdd64d18-309c-47c2-a505-81317a69bcb9 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:53:28.366530 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Routers {'cdd64d18-309c-47c2-a505-81317a69bcb9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:53:28.367167 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['cdd64d18-309c-47c2-a505-81317a69bcb9'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:28.466946 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] Set router cdd64d18-309c-47c2-a505-81317a69bcb9 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:53:28.489053 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks [] for router_gateway (cdd64d18-309c-47c2-a505-81317a69bcb9), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.626985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Deleting port a814a09a-4d8f-4407-894b-fc4aa5feb85d {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:28.627586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.636369 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:53:27Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:28.661683 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6123f6-c41a-4ffd-b44f-889cd75adc92 None None] The sync data for ids ['cdd64d18-309c-47c2-a505-81317a69bcb9'] in dv-cinder-master-3-iscsi is: [{'id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'name': 'tempest-AttachVolumeNegativeTest-1378623099-router', 'tenant_id': '86e6b0501cb94028be07bddd2182638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:53:27Z', 'revision_number': 5, 'project_id': '86e6b0501cb94028be07bddd2182638b', 'gw_port': {'id': 'a814a09a-4d8f-4407-894b-fc4aa5feb85d', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd64d18-309c-47c2-a505-81317a69bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:52Z', 'updated_at': '2022-09-30T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:53:28.708451 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] For port a814a09a-4d8f-4407-894b-fc4aa5feb85d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a814a09a-4d8f-4407-894b-fc4aa5feb85d,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:28.708819 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.721127 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Calling delete_port for a814a09a-4d8f-4407-894b-fc4aa5feb85d owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:28.769605 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:28.827412 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:28.942227 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (a814a09a-4d8f-4407-894b-fc4aa5feb85d), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.975306 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a814a09a-4d8f-4407-894b-fc4aa5feb85d,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:29.042022 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (cdd64d18-309c-47c2-a505-81317a69bcb9), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.131041 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.133341 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks [] for router_controller (cdd64d18-309c-47c2-a505-81317a69bcb9), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.215077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7ea7a-3696-45b9-9e09-7ff1c76a88c5 req-b102f052-86cd-4470-9bad-2490c966d59c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:29.216575 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1df7ea7a-3696-45b9-9e09-7ff1c76a88c5 req-b102f052-86cd-4470-9bad-2490c966d59c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0518460 Sep 30 09:53:29.247293 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (cdd64d18-309c-47c2-a505-81317a69bcb9), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.247800 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd64d18-309c-47c2-a505-81317a69bcb9 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:53:29.252737 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.256358 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3f43bf09-8995-466a-91b8-4e5e08c208b0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/cdd64d18-309c-47c2-a505-81317a69bcb9 HTTP/1.1" status: 204 len: 168 time: 1.2144165 Sep 30 09:53:29.258054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:29.258155 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34362) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:29.267988 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1df7ea7a-3696-45b9-9e09-7ff1c76a88c5 req-8d9a35e9-180a-4582-ab77-4b2b1659c373 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448670 Sep 30 09:53:29.316369 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Deleting subnet 6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:53:29.319951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Publish callbacks [] for subnet (6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.357327 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.431868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.550903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.576747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:29.580466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.583687 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-dd183187-6fd5-4a33-9259-1995f2b35bfb admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/6f2733e7-5dbc-4e5f-b1d7-072b1b8aee4d HTTP/1.1" status: 204 len: 168 time: 0.3260195 Sep 30 09:53:29.586145 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34364) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:29.589042 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae2269-a64a-4414-8f2c-436691ae8c78 None None] Network d038a068-f643-497f-8e6f-7d6e8fb5892b requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:53:29.654727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (d038a068-f643-497f-8e6f-7d6e8fb5892b), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.710810 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Deleting port 3291eabc-8476-48e1-90b3-0e49bcde606a {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:29.711154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.747153 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] DHCP port deletion for d038a068-f643-497f-8e6f-7d6e8fb5892b request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:53:29.775752 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] For port 3291eabc-8476-48e1-90b3-0e49bcde606a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3291eabc-8476-48e1-90b3-0e49bcde606a,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:29.776116 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.782863 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Deleting port 3291eabc-8476-48e1-90b3-0e49bcde606a {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:29.783887 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.784353 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:29.790146 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Calling delete_port for 3291eabc-8476-48e1-90b3-0e49bcde606a owned by network:dhcp {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:29.850501 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] For port 3291eabc-8476-48e1-90b3-0e49bcde606a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3291eabc-8476-48e1-90b3-0e49bcde606a,segment=NetworkSegment(e6b17fb5-eb11-41c5-b8ac-1188c97e0520),segment_id=e6b17fb5-eb11-41c5-b8ac-1188c97e0520)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:29.850934 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.863722 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Calling delete_port for 3291eabc-8476-48e1-90b3-0e49bcde606a owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:29.930720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.936835 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (3291eabc-8476-48e1-90b3-0e49bcde606a), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.956717 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3291eabc-8476-48e1-90b3-0e49bcde606a,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:29.958541 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] No DVR routers for this DVR port 3291eabc-8476-48e1-90b3-0e49bcde606a on host dv-cinder-master-3-iscsi {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:53:29.962339 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] Pushing event deleted for resources: {'Port': ['ID=3291eabc-8476-48e1-90b3-0e49bcde606a,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:29.964200 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf79f0e-abf3-4816-b8e3-423ea9bc515b None None] No DVR routers for this DVR port 3291eabc-8476-48e1-90b3-0e49bcde606a on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:53:30.028420 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (d038a068-f643-497f-8e6f-7d6e8fb5892b), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.040324 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:30.049211 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d038a068-f643-497f-8e6f-7d6e8fb5892b']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:30.058707 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:30.059980 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b17fb5-eb11-41c5-b8ac-1188c97e0520') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:30.068611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (e6b17fb5-eb11-41c5-b8ac-1188c97e0520), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.082402 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (e6b17fb5-eb11-41c5-b8ac-1188c97e0520), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.088564 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:53:30.088941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (e6b17fb5-eb11-41c5-b8ac-1188c97e0520), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.132064 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment e6b17fb5-eb11-41c5-b8ac-1188c97e0520 resource provider aggregate not found Sep 30 09:53:30.150016 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment e6b17fb5-eb11-41c5-b8ac-1188c97e0520 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b17fb5-eb11-41c5-b8ac-1188c97e0520 found for delete ", "request_id": "req-a5941819-433a-4fa6-855a-a311e8b431a0"}]} Sep 30 09:53:30.212902 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (d038a068-f643-497f-8e6f-7d6e8fb5892b), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.218367 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.229432 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d038a068-f643-497f-8e6f-7d6e8fb5892b HTTP/1.1" status: 204 len: 168 time: 0.6343470 Sep 30 09:53:30.232811 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a73a-33a6-4153-9c84-5652e74c6e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=d038a068-f643-497f-8e6f-7d6e8fb5892b,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:30.339228 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:30.396414 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42321c5-281f-4de4-a658-0c0af3233439 req-564d3d4d-3147-499c-b6c0-9253e498e6bf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:30.397869 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b42321c5-281f-4de4-a658-0c0af3233439 req-564d3d4d-3147-499c-b6c0-9253e498e6bf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0469446 Sep 30 09:53:30.444590 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b42321c5-281f-4de4-a658-0c0af3233439 req-0eb4bc00-91e1-4664-8cfa-5efd43bdee35 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409930 Sep 30 09:53:30.561961 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34374) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:30.568627 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 3291eabc-8476-48e1-90b3-0e49bcde606a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:30.591009 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 3291eabc-8476-48e1-90b3-0e49bcde606a {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:30.591647 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 3291eabc-8476-48e1-90b3-0e49bcde606a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:30.591647 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 7e5680a6-21b5-4615-b9b3-c87cec4453e7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:30.601810 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-05ccdd81-fce0-4d74-bce9-cb3d39360fc5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=86e6b0501cb94028be07bddd2182638b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386698 Sep 30 09:53:30.604481 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34376) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:30.612032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 7e5680a6-21b5-4615-b9b3-c87cec4453e7 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:30.612032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 7e5680a6-21b5-4615-b9b3-c87cec4453e7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:30.612032 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a814a09a-4d8f-4407-894b-fc4aa5feb85d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:30.631632 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: a814a09a-4d8f-4407-894b-fc4aa5feb85d {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:30.634967 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device a814a09a-4d8f-4407-894b-fc4aa5feb85d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:30.662969 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] Publish callbacks [] for security_group (25b84d94-8875-4bc4-b8d2-6a7836938f01), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.688209 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] Publish callbacks [] for security_group (25b84d94-8875-4bc4-b8d2-6a7836938f01), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.703207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:30.847068 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (25b84d94-8875-4bc4-b8d2-6a7836938f01), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.849576 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:30.850776 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/25b84d94-8875-4bc4-b8d2-6a7836938f01 HTTP/1.1" status: 204 len: 168 time: 0.2454240 Sep 30 09:53:30.858719 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c54226-2e15-4c4f-a5c6-c2fdaeece6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b84d94-8875-4bc4-b8d2-6a7836938f01,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:31.278358 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:31.321223 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:31.571485 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990654-f948-429e-8e9a-fc409afd8f42 req-e89a47c3-ae51-4d19-b463-fa4b4f19fd1b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:31.572978 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76990654-f948-429e-8e9a-fc409afd8f42 req-e89a47c3-ae51-4d19-b463-fa4b4f19fd1b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0471580 Sep 30 09:53:31.623267 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-76990654-f948-429e-8e9a-fc409afd8f42 req-9d09d7c3-acf0-41f2-83b8-249f1f667ad9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445268 Sep 30 09:53:31.809126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34400) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:31.906082 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063031698-network', 'tenant_id': 'dbda51b7423b4c4980a31fe5f1ecaef3'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:31.978207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Made reservation on behalf of dbda51b7423b4c4980a31fe5f1ecaef3 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:31.980564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:31.988957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.069775 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks [] for security_group (08296d99-906d-4dfc-8732-70e8f5f4be1e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.127454 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (08296d99-906d-4dfc-8732-70e8f5f4be1e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.151795 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:53:32.161466 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08296d99-906d-4dfc-8732-70e8f5f4be1e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:32.167086 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (51ffb5d2-a498-4167-a701-6777281f8a33), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.167426 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Added segment 51ffb5d2-a498-4167-a701-6777281f8a33 of type vlan for network 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 Sep 30 09:53:32.209114 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.287035 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.288060 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:32.288644 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.346917 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] Pushing event updated for resources: {'Network': ['ID=4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:32.356454 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:53:32.398080 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-8f83326f-1882-4ad5-b0bf-45508331f89a admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5877192 Sep 30 09:53:32.404043 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34404) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:32.409222 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Request body: {'subnet': {'network_id': '4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063031698-subnet', 'tenant_id': 'dbda51b7423b4c4980a31fe5f1ecaef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:32.492685 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Made reservation on behalf of dbda51b7423b4c4980a31fe5f1ecaef3 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:32.495206 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.554154 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:32.660963 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:32.712312 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (0ffd353e-3c29-4695-91e6-98e534f99e08), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.792141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbf023-9444-420e-998a-fd2c00db991e req-75333f99-ef17-43da-a964-86836ceeef36 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:32.793673 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-adbbf023-9444-420e-998a-fd2c00db991e req-75333f99-ef17-43da-a964-86836ceeef36 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0909157 Sep 30 09:53:32.816922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffd353e-3c29-4695-91e6-98e534f99e08,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:32.842867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Checking segment: {'id': '51ffb5d2-a498-4167-a701-6777281f8a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:53:32.843226 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Network hostable DHCP agents. Network: 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:53:32.871841 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-adbbf023-9444-420e-998a-fd2c00db991e req-4ddfab4e-503a-4971-8bff-2b0e69e2a2f2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679028 Sep 30 09:53:32.960562 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Network 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:53:33.021976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:53:33.026599 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:33.027484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:33.030677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c2b68-3f83-4904-a6a7-d32ac577fc71 None None] Network 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:53:33.104891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-394de2a1-d36d-40c5-8517-6c40388475f1 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6998467 Sep 30 09:53:33.128847 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f81c0-c2b6-444c-9fa3-12c68b955435 None None] Network 4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:53:33.727091 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:33.773898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34422) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:33.778745 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594410307-network', 'tenant_id': '5b550ae5406f4a87ac453fc2456c2c83'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:33.884844 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Made reservation on behalf of 5b550ae5406f4a87ac453fc2456c2c83 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:33.887292 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:33.896633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.002468 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks [] for security_group (a85ca358-a67d-47c9-bf72-8e7ebc4b45a8), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.015362 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78675-b9fa-4bd4-9d5f-f20f9132970d req-867f5b23-378b-46a5-abd5-29322898c6aa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:34.016806 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-63c78675-b9fa-4bd4-9d5f-f20f9132970d req-867f5b23-378b-46a5-abd5-29322898c6aa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0622969 Sep 30 09:53:34.061171 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a85ca358-a67d-47c9-bf72-8e7ebc4b45a8), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.076379 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-63c78675-b9fa-4bd4-9d5f-f20f9132970d req-24584c2e-adec-4ab1-a635-e374eaa867c1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540144 Sep 30 09:53:34.090154 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:53:34.100827 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85ca358-a67d-47c9-bf72-8e7ebc4b45a8,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:34.109590 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (2c563e08-1c53-4695-ad36-54e773d24613), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.109933 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Added segment 2c563e08-1c53-4695-ad36-54e773d24613 of type vlan for network 323c2ea7-0d23-4467-a6fb-1e3d215170fe Sep 30 09:53:34.149400 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (323c2ea7-0d23-4467-a6fb-1e3d215170fe), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.164507 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:34.233432 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (323c2ea7-0d23-4467-a6fb-1e3d215170fe), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.234473 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:34.235084 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.299323 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] Pushing event updated for resources: {'Network': ['ID=323c2ea7-0d23-4467-a6fb-1e3d215170fe,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:34.308799 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 323c2ea7-0d23-4467-a6fb-1e3d215170fe details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:53:34.370361 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0c7e45b9-8fb1-46c1-9a13-33c0c78c59e4 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5928316 Sep 30 09:53:34.375300 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34426) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:34.375542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Request body: {'subnet': {'network_id': '323c2ea7-0d23-4467-a6fb-1e3d215170fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594410307-subnet', 'tenant_id': '5b550ae5406f4a87ac453fc2456c2c83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:34.450454 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Made reservation on behalf of 5b550ae5406f4a87ac453fc2456c2c83 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:34.452836 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.659213 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (ad60d85d-642d-4313-af23-1c961fa9b0cb), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.688227 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:34.709206 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad60d85d-642d-4313-af23-1c961fa9b0cb,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:34.724997 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Checking segment: {'id': '2c563e08-1c53-4695-ad36-54e773d24613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '323c2ea7-0d23-4467-a6fb-1e3d215170fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:53:34.725352 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Network hostable DHCP agents. Network: 323c2ea7-0d23-4467-a6fb-1e3d215170fe, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:53:34.787834 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Network 323c2ea7-0d23-4467-a6fb-1e3d215170fe is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:53:34.879317 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 323c2ea7-0d23-4467-a6fb-1e3d215170fe) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:53:34.883292 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:34.883919 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:34.888813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e31bf-3382-4b92-a8f0-0dbd814d123a None None] Network 323c2ea7-0d23-4467-a6fb-1e3d215170fe requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:53:34.933942 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:34.963882 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0f2e7f10-b455-42fd-bc43-eb4f805416d4 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5922492 Sep 30 09:53:34.988109 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a9d1c-8443-441d-a734-8d0a93f56d22 None None] Network 323c2ea7-0d23-4467-a6fb-1e3d215170fe requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:53:35.029996 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:53:35.091039 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34430) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:35.136514 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Deleting subnet 0ffd353e-3c29-4695-91e6-98e534f99e08 {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:53:35.140143 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Publish callbacks [] for subnet (0ffd353e-3c29-4695-91e6-98e534f99e08), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.184941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (0ffd353e-3c29-4695-91e6-98e534f99e08), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.201423 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:35.216434 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:53:35.228413 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793709f-c02c-4a32-a65e-dd1519083e3a req-b477ffb7-7ab8-47aa-be31-d4d9c6ef6cef tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:35.234950 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1793709f-c02c-4a32-a65e-dd1519083e3a req-b477ffb7-7ab8-47aa-be31-d4d9c6ef6cef tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0656466 Sep 30 09:53:35.243656 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (0ffd353e-3c29-4695-91e6-98e534f99e08), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.262535 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: ACTIVE; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:53:35.263093 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.278636 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:53:35.290446 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1793709f-c02c-4a32-a65e-dd1519083e3a req-8deeee34-15a2-4b5f-a16f-229b19ae9636 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546741 Sep 30 09:53:35.300340 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:35.301253 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:35.396297 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (0ffd353e-3c29-4695-91e6-98e534f99e08), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.419851 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.426471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.431207 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/0ffd353e-3c29-4695-91e6-98e534f99e08 HTTP/1.1" status: 204 len: 168 time: 0.3389938 Sep 30 09:53:35.432769 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34442) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:35.433740 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285d8f-c228-47eb-bbea-62914b0b5600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffd353e-3c29-4695-91e6-98e534f99e08,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:35.469796 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=6']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:35.477101 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.477469 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.478355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.478355 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.478554 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.478908 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.479240 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.479572 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.480362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.480362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.480600 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.480821 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.481154 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.481477 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.481789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:35.513754 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.583718 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['869788d7-cd2f-4701-b6bd-a6f79a97b732'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:53:35.599930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.621304 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:35.636797 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ffb5d2-a498-4167-a701-6777281f8a33') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:35.637094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ffb5d2-a498-4167-a701-6777281f8a33') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:35.648027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (51ffb5d2-a498-4167-a701-6777281f8a33), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.664660 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (51ffb5d2-a498-4167-a701-6777281f8a33), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.673228 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:53:35.673632 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (51ffb5d2-a498-4167-a701-6777281f8a33), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.723087 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 51ffb5d2-a498-4167-a701-6777281f8a33 resource provider aggregate not found Sep 30 09:53:35.748112 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 51ffb5d2-a498-4167-a701-6777281f8a33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51ffb5d2-a498-4167-a701-6777281f8a33 found for delete ", "request_id": "req-837c8f8a-2433-44aa-8e2c-ef902695ad21"}]} Sep 30 09:53:35.829955 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.835253 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.838412 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31 HTTP/1.1" status: 204 len: 168 time: 0.4046550 Sep 30 09:53:35.841505 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34462) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:35.851278 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501825fe-0d5f-4df0-a784-3652b706c26d admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd2a20a-c3a5-4d96-ac5b-c1db5e16ae31,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:35.887196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Deleting subnet ad60d85d-642d-4313-af23-1c961fa9b0cb {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:53:35.890506 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Publish callbacks [] for subnet (ad60d85d-642d-4313-af23-1c961fa9b0cb), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.929842 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (ad60d85d-642d-4313-af23-1c961fa9b0cb), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:35.970364 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (ad60d85d-642d-4313-af23-1c961fa9b0cb), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.088000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (ad60d85d-642d-4313-af23-1c961fa9b0cb), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.117159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad60d85d-642d-4313-af23-1c961fa9b0cb,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:36.119241 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.124791 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d9cd6efd-2de7-40eb-b7f4-2fdd34a87352 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/ad60d85d-642d-4313-af23-1c961fa9b0cb HTTP/1.1" status: 204 len: 168 time: 0.2798564 Sep 30 09:53:36.125590 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34470) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:36.216922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (323c2ea7-0d23-4467-a6fb-1e3d215170fe), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.222758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:36.305226 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (323c2ea7-0d23-4467-a6fb-1e3d215170fe), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.332858 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c2ea7-0d23-4467-a6fb-1e3d215170fe']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:36.343763 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c563e08-1c53-4695-ad36-54e773d24613') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:36.344068 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c563e08-1c53-4695-ad36-54e773d24613') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:53:36.356319 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (2c563e08-1c53-4695-ad36-54e773d24613), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.375793 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (2c563e08-1c53-4695-ad36-54e773d24613), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.389997 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:53:36.390445 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (2c563e08-1c53-4695-ad36-54e773d24613), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.494280 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc46f5f-a4a7-4efd-bb9b-31db97416b00 req-48bc48e2-77ee-47a5-9295-3f8236f5b3c2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:36.496480 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fdc46f5f-a4a7-4efd-bb9b-31db97416b00 req-48bc48e2-77ee-47a5-9295-3f8236f5b3c2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 945 time: 0.0857754 Sep 30 09:53:36.554088 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fdc46f5f-a4a7-4efd-bb9b-31db97416b00 req-cf73d4a9-82aa-4d1b-879f-396026168463 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503216 Sep 30 09:53:36.562538 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (323c2ea7-0d23-4467-a6fb-1e3d215170fe), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.571744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:36.571744 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/323c2ea7-0d23-4467-a6fb-1e3d215170fe HTTP/1.1" status: 204 len: 168 time: 0.4451823 Sep 30 09:53:36.587493 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea221-a360-4d0c-8945-83f80aeb71f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=323c2ea7-0d23-4467-a6fb-1e3d215170fe,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:37.001920 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34476) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:37.043742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-fa8739ba-81f5-49d5-861c-e6cd79f92e86 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dbda51b7423b4c4980a31fe5f1ecaef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403733 Sep 30 09:53:37.046459 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34478) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:37.052361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:53:37.065972 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:37.107051 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] Publish callbacks [] for security_group (08296d99-906d-4dfc-8732-70e8f5f4be1e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.108697 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 869788d7-cd2f-4701-b6bd-a6f79a97b732 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:53:37.109359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.109768 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:53:37.132393 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] Publish callbacks [] for security_group (08296d99-906d-4dfc-8732-70e8f5f4be1e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.213730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:53:37.214121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.245511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:37.248173 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fdd36b-9509-4700-b7b5-206ed55534f9" -d '{"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:37.254618 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:37.269430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (08296d99-906d-4dfc-8732-70e8f5f4be1e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.272426 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.273492 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/08296d99-906d-4dfc-8732-70e8f5f4be1e HTTP/1.1" status: 204 len: 168 time: 0.2260430 Sep 30 09:53:37.289303 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e6f0-c004-4c93-87c3-20d9f96348e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08296d99-906d-4dfc-8732-70e8f5f4be1e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:37.317362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd2e7d4-5021-421a-9f7e-6c7be4f0703c x-openstack-request-id: req-7bd2e7d4-5021-421a-9f7e-6c7be4f0703c {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:37.317710 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:37.317886 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bd2e7d4-5021-421a-9f7e-6c7be4f0703c {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:37.319171 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd2e7d4-5021-421a-9f7e-6c7be4f0703c'] response: {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'code': 200} Sep 30 09:53:37.331920 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:37.385664 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=7']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:37.729506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290889b5-c762-422a-92e6-ad6b49065cfe req-ebbef310-3c6a-4d26-ba23-17d2b60ba1cf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:37.731148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-290889b5-c762-422a-92e6-ad6b49065cfe req-ebbef310-3c6a-4d26-ba23-17d2b60ba1cf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Sep 30 09:53:37.776768 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 2c563e08-1c53-4695-ad36-54e773d24613 resource provider aggregate not found Sep 30 09:53:37.795896 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-290889b5-c762-422a-92e6-ad6b49065cfe req-d3eae5cb-8a3b-4f6a-8329-fc56a7a29021 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580697 Sep 30 09:53:37.809475 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 2c563e08-1c53-4695-ad36-54e773d24613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c563e08-1c53-4695-ad36-54e773d24613 found for delete ", "request_id": "req-e61ff40a-7e03-4c4f-8295-8e8596d76412"}]} Sep 30 09:53:38.046081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34492) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:38.091817 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-445283f4-878a-4cc0-a2da-5a1b4a7a0bbd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5b550ae5406f4a87ac453fc2456c2c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445151 Sep 30 09:53:38.094297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34494) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:38.146715 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] Publish callbacks [] for security_group (a85ca358-a67d-47c9-bf72-8e7ebc4b45a8), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:38.168088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] Publish callbacks [] for security_group (a85ca358-a67d-47c9-bf72-8e7ebc4b45a8), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:38.302759 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a85ca358-a67d-47c9-bf72-8e7ebc4b45a8), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:38.305494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:38.309317 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a85ca358-a67d-47c9-bf72-8e7ebc4b45a8 HTTP/1.1" status: 204 len: 168 time: 0.2114394 Sep 30 09:53:38.315815 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28569683-9afc-4c20-a454-3f6d2fcdb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85ca358-a67d-47c9-bf72-8e7ebc4b45a8,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:38.941047 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08797-b67d-43a6-8feb-ce896af4dd6f req-6403e1a2-9ab7-4e88-a647-a10f973344ed tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:38.942678 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5c08797-b67d-43a6-8feb-ce896af4dd6f req-6403e1a2-9ab7-4e88-a647-a10f973344ed tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0562980 Sep 30 09:53:38.992992 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b5c08797-b67d-43a6-8feb-ce896af4dd6f req-87ed6953-2a08-45e2-bc71-227ac29c35ae tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444386 Sep 30 09:53:40.121548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:40.142062 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb15848-8f46-42e5-9d1a-4454addd14d4 req-2ee50344-1a18-466d-82c5-5d62f4577ee7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:40.142062 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bb15848-8f46-42e5-9d1a-4454addd14d4 req-2ee50344-1a18-466d-82c5-5d62f4577ee7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0605083 Sep 30 09:53:40.197744 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bb15848-8f46-42e5-9d1a-4454addd14d4 req-6ebe1a06-279e-4089-80e7-bd8d26f16964 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482976 Sep 30 09:53:41.346285 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c18d33-2cf6-4d9f-a6d3-afa88e0fc104 req-3c942a5a-7113-493a-ba9d-a085bba0aea5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:41.353949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e1c18d33-2cf6-4d9f-a6d3-afa88e0fc104 req-3c942a5a-7113-493a-ba9d-a085bba0aea5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0569093 Sep 30 09:53:41.407158 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e1c18d33-2cf6-4d9f-a6d3-afa88e0fc104 req-00c89e1c-7d1c-4a44-83ed-94e892c21ca8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522869 Sep 30 09:53:42.533630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89592-17a1-4a87-959f-0672416df92c req-5181151b-f2f4-4aeb-86f4-6e0672727bd0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:42.535192 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bb89592-17a1-4a87-959f-0672416df92c req-5181151b-f2f4-4aeb-86f4-6e0672727bd0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Sep 30 09:53:42.585206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2bb89592-17a1-4a87-959f-0672416df92c req-bb152ce1-9296-4215-b408-042ddf286a6b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439260 Sep 30 09:53:43.726206 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba5836-18e9-4c96-97fb-faaaf6784785 req-959bc195-65b8-43ef-99f7-b831e276ffb1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:43.731073 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-14ba5836-18e9-4c96-97fb-faaaf6784785 req-959bc195-65b8-43ef-99f7-b831e276ffb1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0553398 Sep 30 09:53:43.791562 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-14ba5836-18e9-4c96-97fb-faaaf6784785 req-51c83f78-d769-4ee6-90fc-9f31b5e5301d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569432 Sep 30 09:53:44.905686 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:44.910886 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:44.926926 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70929757-f1f3-4eba-bd55-80c23697e606 req-0caaf46b-e473-461d-9cb6-9253826a6665 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:44.929078 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-70929757-f1f3-4eba-bd55-80c23697e606 req-0caaf46b-e473-461d-9cb6-9253826a6665 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0565944 Sep 30 09:53:44.965336 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:44.980829 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-70929757-f1f3-4eba-bd55-80c23697e606 req-69da883d-14eb-4fa8-bd04-cd3b73b12364 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452039 Sep 30 09:53:46.019889 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=57,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:46.100691 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:46.124255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f62d4-6362-422d-9939-4a83d85e1c16 req-3f3d7be7-3cb4-4421-8ba5-e1493451fd10 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:46.132600 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-629f62d4-6362-422d-9939-4a83d85e1c16 req-3f3d7be7-3cb4-4421-8ba5-e1493451fd10 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0583522 Sep 30 09:53:46.191836 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-629f62d4-6362-422d-9939-4a83d85e1c16 req-4bd0a6e9-ace2-48f9-b678-2ea2e253e6ac tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548031 Sep 30 09:53:46.579586 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34594) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:46.701558 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:46.777651 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Publish callbacks [] for security_group (1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:46.863189 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:46.906694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cd57b0eceece4299b37d3aef570cb197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259828 Sep 30 09:53:46.907564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:46.910016 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34602) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:46.915566 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.915865 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.916208 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.916550 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.916898 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.917215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.917538 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.917864 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.918189 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.918515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.918867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.919192 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.919516 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.919847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.920242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdf6c3-c5eb-472c-bcf4-73c3bc9ccd92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:46.961033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] Publish callbacks [] for security_group (1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:46.985808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] Publish callbacks [] for security_group (1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.104461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.107042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.108294 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7 HTTP/1.1" status: 204 len: 168 time: 0.1972451 Sep 30 09:53:47.116769 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4755e-c47d-47d0-a6d3-0ba2302d80d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765f81a-f9fb-4bcb-85a5-6bde51a0b4b7,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:47.327092 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea230-64f5-4fa2-92fd-35244d9decc7 req-733bca56-7029-4625-90c1-8da01c2ba49e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:47.328570 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bea230-64f5-4fa2-92fd-35244d9decc7 req-733bca56-7029-4625-90c1-8da01c2ba49e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0473521 Sep 30 09:53:47.382163 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e8bea230-64f5-4fa2-92fd-35244d9decc7 req-32d2035c-12d0-4dce-9b5d-f73b1b195e40 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474546 Sep 30 09:53:47.742435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34616) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:47.756465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28c55bd2-2858-4d45-9385-20fb3e537c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.838539 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28c55bd2-2858-4d45-9385-20fb3e537c7c admin admin] Publish callbacks [] for security_group (0cea6222-627b-4a30-ae8b-dcfbc77b5394), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.867937 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-e993f739-10de-4638-8146-c0c30126251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:47.869435 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-e993f739-10de-4638-8146-c0c30126251e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1130 time: 0.0464032 Sep 30 09:53:47.920799 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-28c55bd2-2858-4d45-9385-20fb3e537c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0cea6222-627b-4a30-ae8b-dcfbc77b5394), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:47.947198 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:47.976000 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-28c55bd2-2858-4d45-9385-20fb3e537c7c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b08fcad561da4e5e9c6de182db49f9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323785 Sep 30 09:53:47.978765 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34618) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:47.979083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c55bd2-2858-4d45-9385-20fb3e537c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea6222-627b-4a30-ae8b-dcfbc77b5394,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:48.004562 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-6b22876a-f689-41fa-8405-d8b1e858cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:48.006120 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-6b22876a-f689-41fa-8405-d8b1e858cebd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.1297019 Sep 30 09:53:48.029807 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] Publish callbacks [] for security_group (0cea6222-627b-4a30-ae8b-dcfbc77b5394), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:48.050271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] Publish callbacks [] for security_group (0cea6222-627b-4a30-ae8b-dcfbc77b5394), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:48.058358 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:48.072690 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-03f110d4-7244-4ca0-809d-9e2ad0bbde59 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 1002 time: 0.0602922 Sep 30 09:53:48.120995 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-070296e6-46c6-470c-89e1-7ad86ef20c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:48.122361 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-070296e6-46c6-470c-89e1-7ad86ef20c6f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0441101 Sep 30 09:53:48.147950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0cea6222-627b-4a30-ae8b-dcfbc77b5394), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:48.150566 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:48.154450 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0cea6222-627b-4a30-ae8b-dcfbc77b5394 HTTP/1.1" status: 204 len: 168 time: 0.1717911 Sep 30 09:53:48.160054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3f0e2-65cb-4ee5-a9e0-50f9b5dfdf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea6222-627b-4a30-ae8b-dcfbc77b5394,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:48.167094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-01c7b8a0-41b4-4dfb-8e22-d36b3c9850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:48.168615 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-01c7b8a0-41b4-4dfb-8e22-d36b3c9850ea service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395694 Sep 30 09:53:48.271229 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-fc60e928-82eb-44ef-992f-3bfb92903954 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956841 Sep 30 09:53:48.358304 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807f6506-1b7f-4f42-a522-9545b5d5c6d3 req-3f255fee-485a-4e3f-8069-8fd5aae10a51 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815506 Sep 30 09:53:48.514716 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fddb8-7686-44d9-886e-f001e8cec913 req-05b604dd-a5e2-464a-8cca-ef78f198c929 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:48.516201 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-608fddb8-7686-44d9-886e-f001e8cec913 req-05b604dd-a5e2-464a-8cca-ef78f198c929 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0525475 Sep 30 09:53:48.565990 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-608fddb8-7686-44d9-886e-f001e8cec913 req-640b01a5-3259-44a1-9749-526884c77169 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429142 Sep 30 09:53:49.695914 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310d9b-9c7f-4bc2-bf26-a861931a2769 req-2ae148dd-be62-4bee-be44-6c7ed23480e6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:49.697379 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ac310d9b-9c7f-4bc2-bf26-a861931a2769 req-2ae148dd-be62-4bee-be44-6c7ed23480e6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0458529 Sep 30 09:53:49.743289 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ac310d9b-9c7f-4bc2-bf26-a861931a2769 req-d482e6f6-3b72-4029-97e3-fba36504491c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404053 Sep 30 09:53:50.870297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fe914-4951-4ce1-9722-9bd474657472 req-02f1e2a2-4a28-4c62-b5c4-8057205b33ba tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:50.872512 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc2fe914-4951-4ce1-9722-9bd474657472 req-02f1e2a2-4a28-4c62-b5c4-8057205b33ba tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 946 time: 0.0473344 Sep 30 09:53:50.927282 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cc2fe914-4951-4ce1-9722-9bd474657472 req-4a261794-ffae-46c3-84bc-c6ea0ab1f223 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472281 Sep 30 09:53:51.222915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:51.292082 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: ACTIVE; New status is: DOWN {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:53:51.292466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:51.294888 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:51.314904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:51.317133 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095cd9c3-f037-4903-afe1-b429a2183b58" -d '{"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-unplugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:51.329883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:51.352422 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64ef3f-cc12-49d2-969b-6b13bb279b89 x-openstack-request-id: req-4b64ef3f-cc12-49d2-969b-6b13bb279b89 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:51.352709 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-unplugged", "status": "failed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "code": 422}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:51.352960 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b64ef3f-cc12-49d2-969b-6b13bb279b89 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:51.353447 dv-cinder-master-3-iscsi neutron-server[113204]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4b64ef3f-cc12-49d2-969b-6b13bb279b89']: {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'code': 422} returned with failed status Sep 30 09:53:51.376747 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:51.427063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=8']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:51.519865 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-45471631-b330-4a26-a758-7db78deb149e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:52.505096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad765a-bd1c-43f5-bb8c-ddec3651b0d4 req-a01069f1-f86b-498c-b7ef-95f9c94521d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:52.506572 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-40ad765a-bd1c-43f5-bb8c-ddec3651b0d4 req-a01069f1-f86b-498c-b7ef-95f9c94521d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0474105 Sep 30 09:53:52.555270 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-40ad765a-bd1c-43f5-bb8c-ddec3651b0d4 req-01dfe29f-0980-41aa-82a3-bbfac2234edf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429294 Sep 30 09:53:53.015527 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34734) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:53.099493 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-95645302-4026-4ad0-ae36-da904df471ec service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828376 Sep 30 09:53:53.108325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-4054863f-f71c-48fd-a84f-45d70b0f44f8 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:53:53.109289 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-4054863f-f71c-48fd-a84f-45d70b0f44f8 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051019 Sep 30 09:53:53.188754 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34748) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:53.283366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-46450b47-ed32-4a56-b523-28d770a8b1d2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:53.284718 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-46450b47-ed32-4a56-b523-28d770a8b1d2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports/869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 941 time: 0.0944054 Sep 30 09:53:53.699994 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bcc99-88ae-4f61-a78c-5e3720d210d7 req-eb08a175-60d8-4a5f-8123-e532045b2856 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:53.701477 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba6bcc99-88ae-4f61-a78c-5e3720d210d7 req-eb08a175-60d8-4a5f-8123-e532045b2856 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0592065 Sep 30 09:53:53.732871 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-280cb288-9c23-430f-b551-c7e3a5a0cb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:53.751188 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ba6bcc99-88ae-4f61-a78c-5e3720d210d7 req-74b5bfed-2d92-4f7a-88ba-9e57c72c281e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437233 Sep 30 09:53:54.882835 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf0a5-6d30-4186-9fb6-74f1adcbc84d req-712d412b-0760-40cc-843e-adfd01fc7f70 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:54.884420 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eaadf0a5-6d30-4186-9fb6-74f1adcbc84d req-712d412b-0760-40cc-843e-adfd01fc7f70 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0515060 Sep 30 09:53:54.934200 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eaadf0a5-6d30-4186-9fb6-74f1adcbc84d req-7080e7bb-1512-4a2d-bee4-35e0aaf000d3 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441203 Sep 30 09:53:55.035838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.335326 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34782) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:55.441075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6356b818-b1a0-4d71-8340-eae69e70a2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.514910 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6356b818-b1a0-4d71-8340-eae69e70a2db admin admin] Publish callbacks [] for security_group (fff22fd8-46e8-4612-8e56-581c4d2820b6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.618615 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6356b818-b1a0-4d71-8340-eae69e70a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fff22fd8-46e8-4612-8e56-581c4d2820b6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.659528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6356b818-b1a0-4d71-8340-eae69e70a2db admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=91d9d6efb39a4cb1b8d708fb2f20c580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230784 Sep 30 09:53:55.660397 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356b818-b1a0-4d71-8340-eae69e70a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff22fd8-46e8-4612-8e56-581c4d2820b6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:55.662213 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34786) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:55.679437 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:55.716003 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] Publish callbacks [] for security_group (fff22fd8-46e8-4612-8e56-581c4d2820b6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.738180 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] Publish callbacks [] for security_group (fff22fd8-46e8-4612-8e56-581c4d2820b6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.869940 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fff22fd8-46e8-4612-8e56-581c4d2820b6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.872530 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:55.876329 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fff22fd8-46e8-4612-8e56-581c4d2820b6 HTTP/1.1" status: 204 len: 168 time: 0.2128356 Sep 30 09:53:55.885135 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465da3-b005-404c-a64c-2cd200e8f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff22fd8-46e8-4612-8e56-581c4d2820b6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:56.070334 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4cfb3-7ae2-443f-bd86-68d1f965ad40 req-ebbfe110-eaf9-4f08-9569-1c973e80874d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.071849 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1cc4cfb3-7ae2-443f-bd86-68d1f965ad40 req-ebbfe110-eaf9-4f08-9569-1c973e80874d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Sep 30 09:53:56.089931 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:56.118841 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1cc4cfb3-7ae2-443f-bd86-68d1f965ad40 req-892fd774-03cb-4866-9f28-900096db4f35 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412142 Sep 30 09:53:56.209694 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-c7c6adc0-6343-4053-bb29-766edff5ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.211211 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-c7c6adc0-6343-4053-bb29-766edff5ac57 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 1128 time: 0.0442903 Sep 30 09:53:56.285058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-183389ff-95e9-44d0-83bd-4e376e4d62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.286604 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-183389ff-95e9-44d0-83bd-4e376e4d62d4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1128 time: 0.0384252 Sep 30 09:53:56.378514 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-58fd1444-290c-4528-b3cf-45c249b6a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.379976 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-58fd1444-290c-4528-b3cf-45c249b6a756 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0879939 Sep 30 09:53:56.440568 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-a0ac51a4-31f6-44a1-965a-8f813d92d492 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 200 len: 1000 time: 0.0545950 Sep 30 09:53:56.480743 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34794) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:56.492464 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-9c5d5868-1c00-4a3e-bc80-3a30e92d5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.493940 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-9c5d5868-1c00-4a3e-bc80-3a30e92d5d69 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0479047 Sep 30 09:53:56.494537 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea3c1-df87-4118-8912-f8df46825abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.538189 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-eb7d0e04-882e-4028-b547-bbe4c8221fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:56.539840 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-eb7d0e04-882e-4028-b547-bbe4c8221fd8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399663 Sep 30 09:53:56.572608 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea3c1-df87-4118-8912-f8df46825abb admin admin] Publish callbacks [] for security_group (89089a69-64aa-4bd3-9816-7ac03bb3b695), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.636053 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-773f69dc-bb25-4d82-85a5-5c8a9923e07c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900445 Sep 30 09:53:56.659203 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea3c1-df87-4118-8912-f8df46825abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (89089a69-64aa-4bd3-9816-7ac03bb3b695), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.660595 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.663017 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.702074 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-dd6ea3c1-df87-4118-8912-f8df46825abb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=65d7401752b34e23ae3c1960e68c3922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202544 Sep 30 09:53:56.704356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ea3c1-df87-4118-8912-f8df46825abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89089a69-64aa-4bd3-9816-7ac03bb3b695,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:56.706109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34796) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:56.756011 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5b64668f-8e62-4b2f-a51e-b7a0593768b5 req-b7074b41-4b77-45ec-91bf-1ed0bc2a3a5c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144545 Sep 30 09:53:56.776434 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] Publish callbacks [] for security_group (89089a69-64aa-4bd3-9816-7ac03bb3b695), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.797160 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] Publish callbacks [] for security_group (89089a69-64aa-4bd3-9816-7ac03bb3b695), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.921337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (89089a69-64aa-4bd3-9816-7ac03bb3b695), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.924048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:56.925207 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/89089a69-64aa-4bd3-9816-7ac03bb3b695 HTTP/1.1" status: 204 len: 168 time: 0.2180376 Sep 30 09:53:56.933213 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee839f-d6ac-4d20-8860-cce534be6fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89089a69-64aa-4bd3-9816-7ac03bb3b695,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:57.233413 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:57.249678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efb352-42f9-4f1b-9af0-60609a061696 req-009b76c7-b604-4f20-bb08-f0984c7fae46 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:57.251186 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d0efb352-42f9-4f1b-9af0-60609a061696 req-009b76c7-b604-4f20-bb08-f0984c7fae46 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0483091 Sep 30 09:53:57.311430 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d0efb352-42f9-4f1b-9af0-60609a061696 req-0ed91341-a2bd-4adf-b08d-8ee610cdbc01 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528388 Sep 30 09:53:57.702448 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34824) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:57.718062 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-48c94988-99fa-4ed6-8401-9d8e49f9ceb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:57.753538 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:57.760488 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:57.811906 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-48c94988-99fa-4ed6-8401-9d8e49f9ceb1 admin admin] Publish callbacks [] for security_group (f2b5538b-898f-44d3-ad6e-63b2e83b9ab1), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:57.879961 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-48c94988-99fa-4ed6-8401-9d8e49f9ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f2b5538b-898f-44d3-ad6e-63b2e83b9ab1), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:57.933278 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-48c94988-99fa-4ed6-8401-9d8e49f9ceb1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e884368231434621add5dc2b643fae9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295911 Sep 30 09:53:57.935976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34826) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:57.939964 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c94988-99fa-4ed6-8401-9d8e49f9ceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5538b-898f-44d3-ad6e-63b2e83b9ab1,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:57.995460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] Publish callbacks [] for security_group (f2b5538b-898f-44d3-ad6e-63b2e83b9ab1), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:58.021407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] Publish callbacks [] for security_group (f2b5538b-898f-44d3-ad6e-63b2e83b9ab1), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:58.155718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f2b5538b-898f-44d3-ad6e-63b2e83b9ab1), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:58.159119 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:58.165812 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f2b5538b-898f-44d3-ad6e-63b2e83b9ab1 HTTP/1.1" status: 204 len: 168 time: 0.2230437 Sep 30 09:53:58.168955 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580741aa-661f-4198-a803-cbf84b9f384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5538b-898f-44d3-ad6e-63b2e83b9ab1,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:58.403968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:58.451405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c7e8d-fd61-44fa-9f2d-047020272d82 req-5960b37b-277b-461f-9559-fcc595a50156 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:58.453172 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f26c7e8d-fd61-44fa-9f2d-047020272d82 req-5960b37b-277b-461f-9559-fcc595a50156 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0578613 Sep 30 09:53:58.515130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f26c7e8d-fd61-44fa-9f2d-047020272d82 req-a52e142e-bb99-4a5e-a6d3-6314122e28a5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538852 Sep 30 09:53:59.227584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34852) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:53:59.333032 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846576578-network', 'tenant_id': 'd64c50fedbf0431f84ad9ac73c3c5506'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:59.416573 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Made reservation on behalf of d64c50fedbf0431f84ad9ac73c3c5506 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:59.419190 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.428987 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.508143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks [] for security_group (ddaf52f4-42a5-4b87-bd61-830bc1dc11fe), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.603592 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ddaf52f4-42a5-4b87-bd61-830bc1dc11fe), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.665075 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:53:59.676462 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf52f4-42a5-4b87-bd61-830bc1dc11fe,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:59.689824 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (06f04bf9-2fc8-4159-b3cb-a82cb91fe00c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.690161 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Added segment 06f04bf9-2fc8-4159-b3cb-a82cb91fe00c of type vlan for network 5c0f05c7-ec18-4e10-b234-25cee24d83c9 Sep 30 09:53:59.703399 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a819a-b83f-4e30-adfe-8d024c400ee9 req-33d5a5e3-c8b1-4ab2-91da-8d294ff4135d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:59.704979 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad1a819a-b83f-4e30-adfe-8d024c400ee9 req-33d5a5e3-c8b1-4ab2-91da-8d294ff4135d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0866926 Sep 30 09:53:59.755618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (5c0f05c7-ec18-4e10-b234-25cee24d83c9), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.802124 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ad1a819a-b83f-4e30-adfe-8d024c400ee9 req-110e6f32-5b3d-4aba-acbe-14313ce516ae tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733304 Sep 30 09:53:59.868096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (5c0f05c7-ec18-4e10-b234-25cee24d83c9), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.869131 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:59.869720 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:00.176811 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] Pushing event updated for resources: {'Network': ['ID=5c0f05c7-ec18-4e10-b234-25cee24d83c9,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:00.190094 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 5c0f05c7-ec18-4e10-b234-25cee24d83c9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:54:00.249738 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-dc46c580-ae6f-4b8d-885a-a86ce01a1002 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0209920 Sep 30 09:54:00.254184 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34860) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:00.260179 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Request body: {'subnet': {'network_id': '5c0f05c7-ec18-4e10-b234-25cee24d83c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846576578-subnet', 'tenant_id': 'd64c50fedbf0431f84ad9ac73c3c5506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:00.354175 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Made reservation on behalf of d64c50fedbf0431f84ad9ac73c3c5506 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:00.356601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:00.487019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:00.635840 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (d2263e17-d5e3-4d55-a22b-94f76cff031b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:00.641091 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:00.699635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2263e17-d5e3-4d55-a22b-94f76cff031b,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:00.710620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Checking segment: {'id': '06f04bf9-2fc8-4159-b3cb-a82cb91fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5c0f05c7-ec18-4e10-b234-25cee24d83c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:00.710994 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Network hostable DHCP agents. Network: 5c0f05c7-ec18-4e10-b234-25cee24d83c9, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:54:00.730311 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:54:00.842004 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Network 5c0f05c7-ec18-4e10-b234-25cee24d83c9 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:54:00.936567 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce2fca-21a0-49d9-a6e4-578c4b9bc177 req-68f7a6b9-33d4-4c4c-9288-25883aa01fbe tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:00.938253 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4ce2fca-21a0-49d9-a6e4-578c4b9bc177 req-68f7a6b9-33d4-4c4c-9288-25883aa01fbe tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Sep 30 09:54:00.959968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5c0f05c7-ec18-4e10-b234-25cee24d83c9) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:00.965082 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:00.967154 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:00.974098 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f933d-562e-456f-9b13-d99b337b6d37 None None] Network 5c0f05c7-ec18-4e10-b234-25cee24d83c9 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:01.003553 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:01.012154 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4ce2fca-21a0-49d9-a6e4-578c4b9bc177 req-f4114015-7100-4e6d-afff-6b20d697b1dc tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681610 Sep 30 09:54:01.071041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-885cf3d8-1a35-4db4-a300-b8dfd1125968 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8153930 Sep 30 09:54:01.125705 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce7a8d-da47-48e2-8c25-825a25221f71 None None] Network 5c0f05c7-ec18-4e10-b234-25cee24d83c9 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:01.339347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:01.776668 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34878) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:01.781516 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-621098537-network', 'tenant_id': 'be70ba68d13c4b9bbac7f0d788641990'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:01.885455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Made reservation on behalf of be70ba68d13c4b9bbac7f0d788641990 for: {'network': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:01.887979 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:01.891249 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 34880) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:01.901428 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:01.992044 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks [] for security_group (79263387-953c-4dca-ad79-82d7ef5dfddb), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.057031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (79263387-953c-4dca-ad79-82d7ef5dfddb), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.083589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=113202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:54:02.104061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79263387-953c-4dca-ad79-82d7ef5dfddb,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:02.119810 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (de250b29-7a8c-4e83-9608-2b5dc8fb63c8), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.121075 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.segments_db [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Added segment de250b29-7a8c-4e83-9608-2b5dc8fb63c8 of type vlan for network 5a1e7137-2449-44ee-906e-22f03db8693f Sep 30 09:54:02.181159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (5a1e7137-2449-44ee-906e-22f03db8693f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.268176 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da35ae3-a871-4ced-a7c8-14499a011de3 req-38ab936f-fec8-45c4-9f9c-2fcd12977575 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:02.269820 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0da35ae3-a871-4ced-a7c8-14499a011de3 req-38ab936f-fec8-45c4-9f9c-2fcd12977575 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.1291356 Sep 30 09:54:02.275594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (5a1e7137-2449-44ee-906e-22f03db8693f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.276724 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:02.277568 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.345927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1e7137-2449-44ee-906e-22f03db8693f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:02.359250 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 5a1e7137-2449-44ee-906e-22f03db8693f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:54:02.390065 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0da35ae3-a871-4ced-a7c8-14499a011de3 req-2188d68e-a1e5-4053-bb41-e644219e3ebb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122117 Sep 30 09:54:02.393033 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8064e738-4f25-4f58-bb79-f0e2a4879e43 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6152794 Sep 30 09:54:02.395654 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34886) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:02.401557 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Request body: {'subnet': {'network_id': '5a1e7137-2449-44ee-906e-22f03db8693f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-621098537-subnet', 'tenant_id': 'be70ba68d13c4b9bbac7f0d788641990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:02.455981 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Deleting port 6b819bd9-3ae7-4382-b77d-c975f03af861 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:02.456330 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.493387 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Made reservation on behalf of be70ba68d13c4b9bbac7f0d788641990 for: {'subnet': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:02.496312 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584370'] for subnet (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.573611 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.573915 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for floatingip (6b819bd9-3ae7-4382-b77d-c975f03af861), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:02.591442 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Calling delete_port for 6b819bd9-3ae7-4382-b77d-c975f03af861 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:02.701033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:02.713455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:03.390990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6b819bd9-3ae7-4382-b77d-c975f03af861), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:03.401808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8589581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584324'] for subnet (958c4917-11ad-4f3f-a34a-20ec01439ebc), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:03.430387 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event deleted for resources: {'Port': ['ID=6b819bd9-3ae7-4382-b77d-c975f03af861,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:03.490445 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:03.516667 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958c4917-11ad-4f3f-a34a-20ec01439ebc,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:03.516667 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Checking segment: {'id': 'de250b29-7a8c-4e83-9608-2b5dc8fb63c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5a1e7137-2449-44ee-906e-22f03db8693f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:03.516667 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Network hostable DHCP agents. Network: 5a1e7137-2449-44ee-906e-22f03db8693f, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:54:03.528825 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for floatingip (74e0f99c-3fec-4f35-a258-befb33bfec9e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:03.529659 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Floating IP 74e0f99c-3fec-4f35-a258-befb33bfec9e disassociated (deleted). External IP: 172.37.6.162, port: 803fcd8d-66b3-48a0-bc79-84c2e79f336c. Sep 30 09:54:03.617597 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:03.651346 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Network 5a1e7137-2449-44ee-906e-22f03db8693f is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:54:03.674265 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116cf5-ab19-48a5-8310-994a927eec57 req-3013db33-429e-4e89-88dc-643f74aabb82 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:03.676076 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ce116cf5-ab19-48a5-8310-994a927eec57 req-3013db33-429e-4e89-88dc-643f74aabb82 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.1423118 Sep 30 09:54:03.759652 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5a1e7137-2449-44ee-906e-22f03db8693f) {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:03.764755 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:03.768383 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:03.769335 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b10a73-630c-4fd4-b0cd-f4c63a661771 None None] Network 5a1e7137-2449-44ee-906e-22f03db8693f requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:03.785370 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ce116cf5-ab19-48a5-8310-994a927eec57 req-1c2afd37-0241-4b6d-8bf7-21c3e227a496 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988748 Sep 30 09:54:03.872940 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Router 37948e78-e1ec-4aee-815b-077ddf094735 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:03.874825 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5890343e-3e89-4197-89c0-ab6926d27ae0 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4777365 Sep 30 09:54:03.985726 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca85911-4874-4605-9053-24c20192026d None None] Network 5a1e7137-2449-44ee-906e-22f03db8693f requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:04.026219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:04.038872 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:04.044664 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Sync routers for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:04.072681 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:04.073367 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:04.093398 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d7af9521-5301-4376-89ee-e90489ff2e63 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/74e0f99c-3fec-4f35-a258-befb33bfec9e HTTP/1.1" status: 204 len: 168 time: 2.2008514 Sep 30 09:54:04.094085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:04.097243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb54933-d790-4538-b996-872e2a1b69b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:04.154553 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b27bbf-f863-4145-867b-e4880e7e4cc7 x-openstack-request-id: req-32b27bbf-f863-4145-867b-e4880e7e4cc7 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:04.155022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:04.155375 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32b27bbf-f863-4145-867b-e4880e7e4cc7 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:04.156162 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b27bbf-f863-4145-867b-e4880e7e4cc7'] response: {'name': 'network-changed', 'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'status': 'completed', 'code': 200} Sep 30 09:54:04.311337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-bb4c8e57-f338-4a81-a5dc-1a47385920f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:04.318488 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-bb4c8e57-f338-4a81-a5dc-1a47385920f7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1330031e214045bf9d45c73da1445255&device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 1129 time: 0.0967450 Sep 30 09:54:04.398884 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:04.490856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:04.570687 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-6f463c28-9fb0-419e-9cc7-09de2817b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:04.577189 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-6f463c28-9fb0-419e-9cc7-09de2817b423 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 200 len: 910 time: 0.2293289 Sep 30 09:54:04.765311 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0a66-e3d6-4696-a4aa-a32c539d872c req-08e8bc43-e8ae-4de5-b7a2-fef84d7ee531 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:04.766888 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:04.768550 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b78d0a66-e3d6-4696-a4aa-a32c539d872c req-08e8bc43-e8ae-4de5-b7a2-fef84d7ee531 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0835695 Sep 30 09:54:04.801119 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Checking router: 37948e78-e1ec-4aee-815b-077ddf094735 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:04.813799 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:04.815458 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:04.920891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b78d0a66-e3d6-4696-a4aa-a32c539d872c req-f251012c-0610-43cb-af1b-352c081f4a85 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376772 Sep 30 09:54:04.964684 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:05.033428 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aa5fd-a860-4672-8ea9-249327f51a5a req-194b6d33-ea32-46a4-8b87-828b438e17a5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:05.035026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-481aa5fd-a860-4672-8ea9-249327f51a5a req-194b6d33-ea32-46a4-8b87-828b438e17a5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0758586 Sep 30 09:54:05.113551 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-8953bfb6-783d-46a2-88b1-32e6ef3441bf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 200 len: 217 time: 0.0449171 Sep 30 09:54:05.178831 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:05.200327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-481aa5fd-a860-4672-8ea9-249327f51a5a req-8e00877b-b4e7-4c71-8c3a-692fc11c6229 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578784 Sep 30 09:54:05.204509 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-1933e470-537b-4288-a24b-dd192446cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:05.205274 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185a210-d151-4ef0-bddf-efed4e27a512 None None] The sync data for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi is: [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:48:38Z', 'revision_number': 4, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6becbba2-d82d-4e76-9a4a-a17dc48fbef1', 'name': '', 'network_id': '66e518e7-6dfd-46cc-b9d0-1baf366ca8b7', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'mac_address': 'fa:16:3e:75:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:37Z', 'updated_at': '2022-09-30T09:48:45Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'subnets': [{'id': '6f26d679-c954-4e46-831c-7bd0a36da165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:05.207174 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-1933e470-537b-4288-a24b-dd192446cdad service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 200 len: 848 time: 0.0686331 Sep 30 09:54:05.458931 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11c251-1767-4acd-a783-89cbde3e33ce None None] New status for floating IP 74e0f99c-3fec-4f35-a258-befb33bfec9e: DOWN {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:54:06.179156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c8f2-94a9-4085-8e24-bc6e71309a88 req-be76e7e2-99f1-4dc4-ba36-7edf80280be4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:06.180562 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3915c8f2-94a9-4085-8e24-bc6e71309a88 req-be76e7e2-99f1-4dc4-ba36-7edf80280be4 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0465598 Sep 30 09:54:06.234487 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3915c8f2-94a9-4085-8e24-bc6e71309a88 req-d817c480-7b3e-49e9-a185-c7e7f5615441 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Sep 30 09:54:06.417744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cc2fc-0430-4a6f-a822-e77a5e85ae12 req-34419ed5-817a-4c32-aabd-9dbb78bcda2b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:06.419763 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d52cc2fc-0430-4a6f-a822-e77a5e85ae12 req-34419ed5-817a-4c32-aabd-9dbb78bcda2b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0852423 Sep 30 09:54:06.481948 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d52cc2fc-0430-4a6f-a822-e77a5e85ae12 req-047ef21a-3593-4ee7-b242-9d0e572ebce1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561512 Sep 30 09:54:07.432223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed900ab5-c53c-4651-8ed9-47d5e22a761e req-43629161-a748-4e02-a249-48733c66df38 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:07.434694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed900ab5-c53c-4651-8ed9-47d5e22a761e req-43629161-a748-4e02-a249-48733c66df38 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0535302 Sep 30 09:54:07.497133 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed900ab5-c53c-4651-8ed9-47d5e22a761e req-e4a1bca8-885d-4a61-8fe1-75a43f020fa7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525255 Sep 30 09:54:07.614417 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ee7e2-4d80-42f5-b086-70793d5c4bab req-8ca4ac82-20d7-4ea6-b0b2-8ecf78be5203 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:07.616058 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-390ee7e2-4d80-42f5-b086-70793d5c4bab req-8ca4ac82-20d7-4ea6-b0b2-8ecf78be5203 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0492983 Sep 30 09:54:07.669116 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-390ee7e2-4d80-42f5-b086-70793d5c4bab req-15772058-bc3c-444f-8ee3-dda54e6f6036 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466766 Sep 30 09:54:08.140785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-bc85c582-0510-4cce-a742-3017335f8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:08.142291 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-bc85c582-0510-4cce-a742-3017335f8712 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400805 Sep 30 09:54:08.617302 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeb558-af8b-4db9-8e43-9d433a95ee27 req-966d8451-0518-4ca0-a91b-428e2e8fe2a5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:08.619411 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65aeb558-af8b-4db9-8e43-9d433a95ee27 req-966d8451-0518-4ca0-a91b-428e2e8fe2a5 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0476155 Sep 30 09:54:08.668393 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65aeb558-af8b-4db9-8e43-9d433a95ee27 req-a5248efe-0e9f-4466-8f6e-b858a2291c02 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Sep 30 09:54:08.817557 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c94d6c-a4a3-4346-a36b-d8f1564adb36 req-ceb2fe6f-4a1e-431a-ae3a-85acdea2ff03 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:08.819086 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46c94d6c-a4a3-4346-a36b-d8f1564adb36 req-ceb2fe6f-4a1e-431a-ae3a-85acdea2ff03 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Sep 30 09:54:08.836126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:08.859376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-160c9f5e-03e0-4936-b62e-40db1518fa52 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452775 Sep 30 09:54:08.881697 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd522156-c31c-410d-bef7-436387c0fb51 req-b7fe63bd-cf50-4467-ad88-30af112c1f39 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:08.883170 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-bd522156-c31c-410d-bef7-436387c0fb51 req-b7fe63bd-cf50-4467-ad88-30af112c1f39 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 945 time: 0.0487196 Sep 30 09:54:08.932937 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46c94d6c-a4a3-4346-a36b-d8f1564adb36 req-4c0000c3-d114-437a-bc7a-4c7ac2f09a28 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050348 Sep 30 09:54:08.969852 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:08.974226 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9eb54933-d790-4538-b996-872e2a1b69b3 req-d40eb7c9-423e-4c36-9702-fbcf0563787f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054006 Sep 30 09:54:08.983797 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Deleting port 803fcd8d-66b3-48a0-bc79-84c2e79f336c {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:08.984143 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:09.078371 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] For port 803fcd8d-66b3-48a0-bc79-84c2e79f336c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=803fcd8d-66b3-48a0-bc79-84c2e79f336c,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:09.078772 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:09.092669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Calling delete_port for 803fcd8d-66b3-48a0-bc79-84c2e79f336c owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:09.348285 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (803fcd8d-66b3-48a0-bc79-84c2e79f336c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:09.375386 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event deleted for resources: {'Port': ['ID=803fcd8d-66b3-48a0-bc79-84c2e79f336c,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:09.427313 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] No DVR routers for this DVR port 803fcd8d-66b3-48a0-bc79-84c2e79f336c on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:09.429929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:09.433548 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-bd522156-c31c-410d-bef7-436387c0fb51 req-45795630-073a-40a3-b472-0a7239f46646 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.36 "DELETE /networking/v2.0/ports/803fcd8d-66b3-48a0-bc79-84c2e79f336c HTTP/1.1" status: 204 len: 173 time: 0.5456345 Sep 30 09:54:09.434061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-deleted', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:09.437419 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad65c0f8-9c32-41b4-ab10-538a53d69e6f" -d '{"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-deleted", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:09.476152 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a7710e-ec81-46c6-b298-8da3feb1ef9b x-openstack-request-id: req-b2a7710e-ec81-46c6-b298-8da3feb1ef9b {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:09.476439 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd3d415-addc-4607-844d-2ab1c2c9d16b", "name": "network-vif-deleted", "tag": "803fcd8d-66b3-48a0-bc79-84c2e79f336c", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:09.476690 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2a7710e-ec81-46c6-b298-8da3feb1ef9b {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:09.477088 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a7710e-ec81-46c6-b298-8da3feb1ef9b'] response: {'server_uuid': 'dcd3d415-addc-4607-844d-2ab1c2c9d16b', 'name': 'network-vif-deleted', 'tag': '803fcd8d-66b3-48a0-bc79-84c2e79f336c', 'status': 'completed', 'code': 200} Sep 30 09:54:09.674916 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-622e6999-a7e6-478e-8a1c-7766e89dc3c5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371554 Sep 30 09:54:09.795063 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bae8715-446a-44f7-bac4-b733548210dd req-3018d265-a25a-423c-91c5-de90f081c8ec tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0397594 Sep 30 09:54:09.819777 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-81a26439-4391-4084-b6d2-a37fa8bfe43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:09.821522 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-81a26439-4391-4084-b6d2-a37fa8bfe43c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 1130 time: 0.0788419 Sep 30 09:54:09.930459 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-86d2a773-c389-40f8-98a7-0a5bffe90073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:09.930459 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-86d2a773-c389-40f8-98a7-0a5bffe90073 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0897377 Sep 30 09:54:10.001253 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-47df2e67-070b-4399-8df3-d88ee0442f1c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 200 len: 1001 time: 0.0650187 Sep 30 09:54:10.051729 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-9c772cab-1396-4839-b3b5-404422a974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:10.053174 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-9c772cab-1396-4839-b3b5-404422a974c9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0458145 Sep 30 09:54:10.074618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc3e9c-0735-4f1b-ad44-58dbd913ac81 req-d7e16968-22f5-411a-a445-b12ba89f7465 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:10.076145 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fdc3e9c-0735-4f1b-ad44-58dbd913ac81 req-d7e16968-22f5-411a-a445-b12ba89f7465 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0488951 Sep 30 09:54:10.098362 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-97c0f8ca-8b2e-4afc-9144-f59c2f847df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:10.099925 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-97c0f8ca-8b2e-4afc-9144-f59c2f847df0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408740 Sep 30 09:54:10.114426 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:10.129797 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fdc3e9c-0735-4f1b-ad44-58dbd913ac81 req-847daf3f-78bf-49f7-90fd-72328b83f3c7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467885 Sep 30 09:54:10.196393 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-f1755ca7-48de-4d5c-b36c-01745b87d84c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Sep 30 09:54:10.244726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:10.285535 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-59e5e4d4-3a8e-49a5-9be2-da64487c1d08 req-b90a9c21-7bb8-41fa-8d67-e47f75f12817 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829604 Sep 30 09:54:10.903548 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b8d04ce-505f-40d0-b1b4-5f8c55349ceb req-7285299a-5941-4586-8fbe-eaf21c102ae7 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dcd3d415-addc-4607-844d-2ab1c2c9d16b HTTP/1.1" status: 200 len: 210 time: 0.0293150 Sep 30 09:54:11.258554 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0375-91a2-4bb8-a14a-fc5def39b7c3 req-eb65b579-8632-42e6-8103-f051faa2f9e6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:11.260081 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-504c0375-91a2-4bb8-a14a-fc5def39b7c3 req-eb65b579-8632-42e6-8103-f051faa2f9e6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0474212 Sep 30 09:54:11.306867 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-504c0375-91a2-4bb8-a14a-fc5def39b7c3 req-995b600f-64c8-4b02-93e3-0b82d793e593 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411465 Sep 30 09:54:11.968364 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34974) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:12.029054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:12.052678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:12.167002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:12.169597 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:12.170814 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f HTTP/1.1" status: 204 len: 168 time: 0.2023439 Sep 30 09:54:12.179806 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fafec-3b75-4570-a186-3c8cb9e07636 tempest-TestShelveInstance-2098923934 tempest-TestShelveInstance-2098923934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff93ac4-5e35-4051-a2ce-f3bd87fbbc7f,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:12.431485 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5437007-e7c3-4456-bd31-23aad0ccb586 req-e2534b0b-9d0d-4edb-9010-36834661ced1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:12.432909 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e5437007-e7c3-4456-bd31-23aad0ccb586 req-e2534b0b-9d0d-4edb-9010-36834661ced1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0460789 Sep 30 09:54:12.483671 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e5437007-e7c3-4456-bd31-23aad0ccb586 req-f810b7cb-4b29-489f-825b-cb51998dc070 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451772 Sep 30 09:54:13.240350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:13.259621 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 803fcd8d-66b3-48a0-bc79-84c2e79f336c {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:13.259966 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 803fcd8d-66b3-48a0-bc79-84c2e79f336c not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:13.308391 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 34992) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:13.612879 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32bcd0-6b7a-48d7-b718-bbfb6a58f840 req-0d950d88-5c34-4121-bd95-ba3c12723b1e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:13.614260 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cf32bcd0-6b7a-48d7-b718-bbfb6a58f840 req-0d950d88-5c34-4121-bd95-ba3c12723b1e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Sep 30 09:54:13.666479 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cf32bcd0-6b7a-48d7-b718-bbfb6a58f840 req-174e3fbe-b631-4fea-89bd-0aded7116282 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463090 Sep 30 09:54:13.718061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (37948e78-e1ec-4aee-815b-077ddf094735), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:13.926984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Deleting port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:13.927266 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:13.965619 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:14.009257 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] For port 6becbba2-d82d-4e76-9a4a-a17dc48fbef1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:14.009619 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:14.022325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Calling delete_port for 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 owned by network:router_interface {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:14.059957 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:14.279966 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (6becbba2-d82d-4e76-9a4a-a17dc48fbef1), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:14.303422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6becbba2-d82d-4e76-9a4a-a17dc48fbef1,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:14.470300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (37948e78-e1ec-4aee-815b-077ddf094735), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:14.675059 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Router 37948e78-e1ec-4aee-815b-077ddf094735 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:14.787550 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:14.792622 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8f48193d-bb58-435b-8830-b1ed54df5bc3 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/37948e78-e1ec-4aee-815b-077ddf094735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830964 Sep 30 09:54:14.795243 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35008) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:14.801406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334e60-d150-46b3-9b40-13fc918edbac req-de063277-29e1-44bb-a28c-c3e1a746e5c1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:14.802359 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Sync routers for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:14.807102 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-59334e60-d150-46b3-9b40-13fc918edbac req-de063277-29e1-44bb-a28c-c3e1a746e5c1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0555229 Sep 30 09:54:14.813616 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:14.818743 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:14.857327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-59334e60-d150-46b3-9b40-13fc918edbac req-7401508e-549e-4ac9-95c2-e50967d1463d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480292 Sep 30 09:54:14.901725 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:14.924576 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:15.039832 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:15.099527 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:15.101313 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:54:14Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:15.125675 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Checking router: 37948e78-e1ec-4aee-815b-077ddf094735 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:15.134735 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Routers {'37948e78-e1ec-4aee-815b-077ddf094735'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:15.135337 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['37948e78-e1ec-4aee-815b-077ddf094735'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:15.157173 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks [] for router (37948e78-e1ec-4aee-815b-077ddf094735), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.234843 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] Set router 37948e78-e1ec-4aee-815b-077ddf094735 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:15.252335 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks [] for router_gateway (37948e78-e1ec-4aee-815b-077ddf094735), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.351751 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Deleting port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:15.352002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.402438 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:15.439157 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] For port c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:15.439531 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.454075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Calling delete_port for c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:15.491876 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:54:14Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:15.516905 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb54e-8199-421a-a633-2d49d5e8a48f None None] The sync data for ids ['37948e78-e1ec-4aee-815b-077ddf094735'] in dv-cinder-master-3-iscsi is: [{'id': '37948e78-e1ec-4aee-815b-077ddf094735', 'name': 'tempest-TestShelveInstance-1871820373-router', 'tenant_id': '1330031e214045bf9d45c73da1445255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:32Z', 'updated_at': '2022-09-30T09:54:14Z', 'revision_number': 5, 'project_id': '1330031e214045bf9d45c73da1445255', 'gw_port': {'id': 'c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37948e78-e1ec-4aee-815b-077ddf094735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:33Z', 'updated_at': '2022-09-30T09:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:15.693122 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.715659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:15.730119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.730467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.730834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.731250 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.731493 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.731819 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.732146 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.732469 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.732794 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.733118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.733446 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.733766 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.734085 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.734410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.734754 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:15.797159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (37948e78-e1ec-4aee-815b-077ddf094735), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.887695 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (37948e78-e1ec-4aee-815b-077ddf094735), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.890177 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks [] for router_controller (37948e78-e1ec-4aee-815b-077ddf094735), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.896746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:15.989997 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (37948e78-e1ec-4aee-815b-077ddf094735), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:15.990573 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37948e78-e1ec-4aee-815b-077ddf094735 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:54:15.996241 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.002768 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-00987589-18e1-451e-a2a6-d02087b8a751 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/37948e78-e1ec-4aee-815b-077ddf094735 HTTP/1.1" status: 204 len: 168 time: 1.2024937 Sep 30 09:54:16.004613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35020) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:16.054024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30faec3-c2a2-47b0-9f6b-d32c95a88ae5 req-a5f13bc0-9dc5-427d-b5bc-48a6031b8f45 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:16.059650 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d30faec3-c2a2-47b0-9f6b-d32c95a88ae5 req-a5f13bc0-9dc5-427d-b5bc-48a6031b8f45 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0989399 Sep 30 09:54:16.083908 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Deleting subnet 6f26d679-c954-4e46-831c-7bd0a36da165 {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:54:16.089580 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Publish callbacks [] for subnet (6f26d679-c954-4e46-831c-7bd0a36da165), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.145680 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (6f26d679-c954-4e46-831c-7bd0a36da165), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.150748 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d30faec3-c2a2-47b0-9f6b-d32c95a88ae5 req-28b88235-45a2-4173-8838-4b96080baefa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864370 Sep 30 09:54:16.251632 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (6f26d679-c954-4e46-831c-7bd0a36da165), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.389091 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (6f26d679-c954-4e46-831c-7bd0a36da165), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.414488 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f26d679-c954-4e46-831c-7bd0a36da165,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:16.420142 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.423825 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-773a997c-85d2-498c-b34c-d693e324974b admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/6f26d679-c954-4e46-831c-7bd0a36da165 HTTP/1.1" status: 204 len: 168 time: 0.4151504 Sep 30 09:54:16.426005 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b7a28-f331-4f35-92fd-5838e0b19d11 None None] Network 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:16.427265 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35024) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:16.472838 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:16.494814 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:16.499246 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.544147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Deleting port 94897731-51b0-456e-b633-f954a65edcca {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:16.544468 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (94897731-51b0-456e-b633-f954a65edcca), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.594472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] DHCP port deletion for 66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:54:16.613899 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] For port 94897731-51b0-456e-b633-f954a65edcca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=94897731-51b0-456e-b633-f954a65edcca,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:16.614283 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (94897731-51b0-456e-b633-f954a65edcca), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.619843 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:16.629487 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Calling delete_port for 94897731-51b0-456e-b633-f954a65edcca owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:16.631478 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:16.655357 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Deleting port 94897731-51b0-456e-b633-f954a65edcca {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:16.655728 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (94897731-51b0-456e-b633-f954a65edcca), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.657567 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:16.657907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device c3b02e0e-6a9c-4a86-bee5-39f0e40bc0b6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:16.658312 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:16.713220 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:16.713564 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6becbba2-d82d-4e76-9a4a-a17dc48fbef1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:16.737787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] For port 94897731-51b0-456e-b633-f954a65edcca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=94897731-51b0-456e-b633-f954a65edcca,segment=NetworkSegment(5a960c0a-e5d4-4995-ad68-d03963036798),segment_id=5a960c0a-e5d4-4995-ad68-d03963036798)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:16.738097 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (94897731-51b0-456e-b633-f954a65edcca), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.751193 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Calling delete_port for 94897731-51b0-456e-b633-f954a65edcca owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:16.787931 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (94897731-51b0-456e-b633-f954a65edcca), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.813747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=94897731-51b0-456e-b633-f954a65edcca,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:16.816060 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] No DVR routers for this DVR port 94897731-51b0-456e-b633-f954a65edcca on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:16.826271 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (94897731-51b0-456e-b633-f954a65edcca), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.834622 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:16.851669 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] Pushing event deleted for resources: {'Port': ['ID=94897731-51b0-456e-b633-f954a65edcca,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:16.854995 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f3bd7-0158-4d12-b508-88106fc4d76c None None] No DVR routers for this DVR port 94897731-51b0-456e-b633-f954a65edcca on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:16.891981 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.913712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e518e7-6dfd-46cc-b9d0-1baf366ca8b7']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:16.922854 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a960c0a-e5d4-4995-ad68-d03963036798') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:16.923146 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a960c0a-e5d4-4995-ad68-d03963036798') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:16.933762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (5a960c0a-e5d4-4995-ad68-d03963036798), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.947728 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (5a960c0a-e5d4-4995-ad68-d03963036798), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.953992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:54:16.954366 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (5a960c0a-e5d4-4995-ad68-d03963036798), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:16.995749 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 5a960c0a-e5d4-4995-ad68-d03963036798 resource provider aggregate not found Sep 30 09:54:17.016799 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 5a960c0a-e5d4-4995-ad68-d03963036798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a960c0a-e5d4-4995-ad68-d03963036798 found for delete ", "request_id": "req-6fac2539-9952-4905-90c1-53b367e121ad"}]} Sep 30 09:54:17.016799 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:17.109646 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (66e518e7-6dfd-46cc-b9d0-1baf366ca8b7), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.115212 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.118284 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/66e518e7-6dfd-46cc-b9d0-1baf366ca8b7 HTTP/1.1" status: 204 len: 168 time: 0.6912544 Sep 30 09:54:17.121389 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35030) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:17.132659 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c58e5-0e79-4b59-8b89-f031bc3f5dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=66e518e7-6dfd-46cc-b9d0-1baf366ca8b7,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:17.265510 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:54:17.297119 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae758e-cba4-4775-a5ea-4511cb98a9d7 req-e7e3c54d-feb2-49f2-8e23-b9e68d507158 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:17.299003 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-88ae758e-cba4-4775-a5ea-4511cb98a9d7 req-e7e3c54d-feb2-49f2-8e23-b9e68d507158 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 944 time: 0.0626945 Sep 30 09:54:17.361533 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-88ae758e-cba4-4775-a5ea-4511cb98a9d7 req-96aa271b-0881-4914-a979-0fd8c7f58c14 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559089 Sep 30 09:54:17.467670 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (db6f149a-34bc-4487-b8ce-0862cd629265), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.513494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:17.524714 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'mac_address': 'fa:16:3e:d6:33:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:54:17.563227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:17.563816 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.576944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:54:17.597844 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:17.674365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.692814 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Deleting port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:17.693154 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.720417 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=9']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:17.778574 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] For port 228a7290-58e9-40fa-a1a4-8aaa9c72f58e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:17.778887 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:17.795890 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Calling delete_port for 228a7290-58e9-40fa-a1a4-8aaa9c72f58e owned by network:router_interface {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:17.895064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:17.926433 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:17.991160 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['869788d7-cd2f-4701-b6bd-a6f79a97b732'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:54:18.047272 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (228a7290-58e9-40fa-a1a4-8aaa9c72f58e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.080134 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Pushing event deleted for resources: {'Port': ['ID=228a7290-58e9-40fa-a1a4-8aaa9c72f58e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:18.244711 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (db6f149a-34bc-4487-b8ce-0862cd629265), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.445132 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Router db6f149a-34bc-4487-b8ce-0862cd629265 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:18.497232 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca9fb4-2ad9-4f42-9e2a-412bfc4a59b8 req-129cfd1b-f80c-4aac-a042-89dbfd6761a2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:18.499251 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b6ca9fb4-2ad9-4f42-9e2a-412bfc4a59b8 req-129cfd1b-f80c-4aac-a042-89dbfd6761a2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Sep 30 09:54:18.551889 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b6ca9fb4-2ad9-4f42-9e2a-412bfc4a59b8 req-2c211fd3-bba6-4f22-96f6-d54380ff3061 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463691 Sep 30 09:54:18.559985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:18.571623 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Sync routers for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:18.572906 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-72cfb3e0-5047-458a-86c5-2623b02192bb admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/db6f149a-34bc-4487-b8ce-0862cd629265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504461 Sep 30 09:54:18.575328 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35044) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:18.583484 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:18.584362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:18.679550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 94897731-51b0-456e-b633-f954a65edcca no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:18.684144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks [] for router (db6f149a-34bc-4487-b8ce-0862cd629265), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.705131 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 94897731-51b0-456e-b633-f954a65edcca {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:18.705469 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 94897731-51b0-456e-b633-f954a65edcca not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:18.713340 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:18.771797 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:18.783223 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks [] for router_gateway (db6f149a-34bc-4487-b8ce-0862cd629265), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.876607 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174'}], 'enable_snat': True}, 'gw_port_id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:54:17Z', 'revision_number': 5, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port': {'id': '5ce7c4c9-91a6-4157-b354-718efb743f8e', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:48:48Z', 'updated_at': '2022-09-30T09:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:18.899605 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Deleting port 5ce7c4c9-91a6-4157-b354-718efb743f8e {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:18.900027 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.905794 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Checking router: db6f149a-34bc-4487-b8ce-0862cd629265 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:18.914848 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Routers {'db6f149a-34bc-4487-b8ce-0862cd629265'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:18.915447 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:53:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['db6f149a-34bc-4487-b8ce-0862cd629265'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:18.984882 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:18.992699 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] For port 5ce7c4c9-91a6-4157-b354-718efb743f8e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ce7c4c9-91a6-4157-b354-718efb743f8e,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:18.993057 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:18.999805 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] Set router db6f149a-34bc-4487-b8ce-0862cd629265 gateway port host: None {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:19.006325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Calling delete_port for 5ce7c4c9-91a6-4157-b354-718efb743f8e owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:19.049212 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:54:18Z', 'revision_number': 6, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:19.078880 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec26a1-9f7f-492d-bf43-3c18b994e7f1 None None] The sync data for ids ['db6f149a-34bc-4487-b8ce-0862cd629265'] in dv-cinder-master-3-iscsi is: [{'id': 'db6f149a-34bc-4487-b8ce-0862cd629265', 'name': 'tempest-TestShelveInstance-236201644-router', 'tenant_id': '82b48c489465430a836de26d4aa39440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:48:46Z', 'updated_at': '2022-09-30T09:54:18Z', 'revision_number': 6, 'project_id': '82b48c489465430a836de26d4aa39440', 'gw_port_host': None}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:19.082016 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:19.264408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5ce7c4c9-91a6-4157-b354-718efb743f8e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.274014 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:19.291005 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce7c4c9-91a6-4157-b354-718efb743f8e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:19.330196 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 869788d7-cd2f-4701-b6bd-a6f79a97b732 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:19.331204 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.331606 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 869788d7-cd2f-4701-b6bd-a6f79a97b732 Sep 30 09:54:19.353823 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:19.355671 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (db6f149a-34bc-4487-b8ce-0862cd629265), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.404743 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 869788d7-cd2f-4701-b6bd-a6f79a97b732 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:19.405139 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.437045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:19.440527 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6104e6bd-e22d-40bd-83eb-b0c0c06c0be4" -d '{"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:19.451944 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (db6f149a-34bc-4487-b8ce-0862cd629265), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.456679 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks [] for router_controller (db6f149a-34bc-4487-b8ce-0862cd629265), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.457185 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:19.510895 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dff550-5fe1-439a-9adb-a1dc8d05caa4 x-openstack-request-id: req-d4dff550-5fe1-439a-9adb-a1dc8d05caa4 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:19.511298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-plugged", "status": "completed", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:19.511733 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4dff550-5fe1-439a-9adb-a1dc8d05caa4 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:19.512263 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dff550-5fe1-439a-9adb-a1dc8d05caa4'] response: {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'code': 200} Sep 30 09:54:19.548305 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.609465 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=10']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:19.624366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (db6f149a-34bc-4487-b8ce-0862cd629265), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.624942 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6f149a-34bc-4487-b8ce-0862cd629265 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:54:19.635337 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.635337 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-e99058af-6f02-4a88-ad1b-d8fdbc4838bf admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/db6f149a-34bc-4487-b8ce-0862cd629265 HTTP/1.1" status: 204 len: 168 time: 1.0544050 Sep 30 09:54:19.635640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35066) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:19.716110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Deleting subnet cb979a21-95fe-4786-aec7-486f57a26635 {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:54:19.723284 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9e2a6-c442-47fa-bebd-3e6e0d2d15d7 req-b7f17480-b74d-47da-a3e5-8c3c6c6919df tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:19.724707 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6da9e2a6-c442-47fa-bebd-3e6e0d2d15d7 req-b7f17480-b74d-47da-a3e5-8c3c6c6919df tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0655358 Sep 30 09:54:19.726770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Publish callbacks [] for subnet (cb979a21-95fe-4786-aec7-486f57a26635), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.784315 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (cb979a21-95fe-4786-aec7-486f57a26635), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:19.823842 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6da9e2a6-c442-47fa-bebd-3e6e0d2d15d7 req-2b08e63f-5b8b-4b5c-bda4-8bfdf1ad286f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778112 Sep 30 09:54:19.883475 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (cb979a21-95fe-4786-aec7-486f57a26635), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.007822 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (cb979a21-95fe-4786-aec7-486f57a26635), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.033780 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb979a21-95fe-4786-aec7-486f57a26635,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:20.037528 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.040666 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1bedf74f-4618-4670-a3a2-0e054201c6ea admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/cb979a21-95fe-4786-aec7-486f57a26635 HTTP/1.1" status: 204 len: 168 time: 0.4060602 Sep 30 09:54:20.043090 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35074) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:20.044690 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6152a9a2-1f45-40e2-a1ec-b4c4723ee2a5 None None] Network a62b74a3-1997-4c61-bbde-a23d7b16ffe0 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:20.120250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (a62b74a3-1997-4c61-bbde-a23d7b16ffe0), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.165376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Deleting port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:20.165783 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.181061 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ceba4-c759-437e-b8e0-d641792247ca req-e9f06a22-2c1a-4cf8-b2b3-b7a2e3de9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:20.183553 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5c5ceba4-c759-437e-b8e0-d641792247ca req-e9f06a22-2c1a-4cf8-b2b3-b7a2e3de9801 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 1131 time: 0.0515981 Sep 30 09:54:20.241984 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] For port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:20.242401 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.246528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5c5ceba4-c759-437e-b8e0-d641792247ca req-27373dc1-b28d-400a-8bb9-8b77445c674f service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572875 Sep 30 09:54:20.248489 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] DHCP port deletion for a62b74a3-1997-4c61-bbde-a23d7b16ffe0 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:54:20.258109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Calling delete_port for 369d3278-0f1d-4fb4-82c6-97d7f3b3655d owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:20.290331 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Deleting port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:20.290735 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.318291 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.356801 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] For port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,segment=NetworkSegment(20943992-40cd-4c03-a0f9-331f0f5fa72a),segment_id=20943992-40cd-4c03-a0f9-331f0f5fa72a)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:20.357203 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.370767 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Calling delete_port for 369d3278-0f1d-4fb4-82c6-97d7f3b3655d owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:20.418559 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.446855 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:20.448770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] No DVR routers for this DVR port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:20.451210 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (369d3278-0f1d-4fb4-82c6-97d7f3b3655d), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.471854 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.476699 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] Pushing event deleted for resources: {'Port': ['ID=369d3278-0f1d-4fb4-82c6-97d7f3b3655d,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:20.482025 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90204262-e1c9-440b-b536-a639fbf9123f None None] No DVR routers for this DVR port 369d3278-0f1d-4fb4-82c6-97d7f3b3655d on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:20.597534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 369d3278-0f1d-4fb4-82c6-97d7f3b3655d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:20.618484 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 369d3278-0f1d-4fb4-82c6-97d7f3b3655d {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:20.619236 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 369d3278-0f1d-4fb4-82c6-97d7f3b3655d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:20.619337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 228a7290-58e9-40fa-a1a4-8aaa9c72f58e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:20.638768 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 228a7290-58e9-40fa-a1a4-8aaa9c72f58e {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:20.639118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 228a7290-58e9-40fa-a1a4-8aaa9c72f58e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:20.639546 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 5ce7c4c9-91a6-4157-b354-718efb743f8e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:20.658580 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 5ce7c4c9-91a6-4157-b354-718efb743f8e {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:20.659467 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 5ce7c4c9-91a6-4157-b354-718efb743f8e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:20.758812 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (a62b74a3-1997-4c61-bbde-a23d7b16ffe0), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.778337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62b74a3-1997-4c61-bbde-a23d7b16ffe0']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:20.789325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20943992-40cd-4c03-a0f9-331f0f5fa72a') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:20.789655 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20943992-40cd-4c03-a0f9-331f0f5fa72a') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:20.799198 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (20943992-40cd-4c03-a0f9-331f0f5fa72a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.812168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (20943992-40cd-4c03-a0f9-331f0f5fa72a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.818406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:54:20.818825 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (20943992-40cd-4c03-a0f9-331f0f5fa72a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.858981 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 20943992-40cd-4c03-a0f9-331f0f5fa72a resource provider aggregate not found Sep 30 09:54:20.879004 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 20943992-40cd-4c03-a0f9-331f0f5fa72a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20943992-40cd-4c03-a0f9-331f0f5fa72a found for delete ", "request_id": "req-9ee7f65a-ae01-4835-aae0-5453d1985853"}]} Sep 30 09:54:20.960699 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f99be8-fc73-472c-848a-9c06b3f15546 req-a0a96943-c7d6-4d65-b7cf-e1958e635a44 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:20.962173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65f99be8-fc73-472c-848a-9c06b3f15546 req-a0a96943-c7d6-4d65-b7cf-e1958e635a44 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0494013 Sep 30 09:54:20.963255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (a62b74a3-1997-4c61-bbde-a23d7b16ffe0), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.968755 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:20.972401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/a62b74a3-1997-4c61-bbde-a23d7b16ffe0 HTTP/1.1" status: 204 len: 168 time: 0.9284120 Sep 30 09:54:20.994528 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c076e-5828-4b40-ae2d-f4a86e6609c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62b74a3-1997-4c61-bbde-a23d7b16ffe0,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:21.029906 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-65f99be8-fc73-472c-848a-9c06b3f15546 req-cd22133b-f5d9-4584-9502-6dc7ff62e066 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553768 Sep 30 09:54:21.134415 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35094) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:21.177460 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Deleting subnet d2263e17-d5e3-4d55-a22b-94f76cff031b {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:54:21.180948 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Publish callbacks [] for subnet (d2263e17-d5e3-4d55-a22b-94f76cff031b), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.220004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (d2263e17-d5e3-4d55-a22b-94f76cff031b), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.259520 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (d2263e17-d5e3-4d55-a22b-94f76cff031b), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.295278 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35096) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:21.335430 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0f8b5555-bb8e-41d9-bbcd-caf12992191f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1330031e214045bf9d45c73da1445255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389624 Sep 30 09:54:21.337843 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35098) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:21.367632 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (d2263e17-d5e3-4d55-a22b-94f76cff031b), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.375548 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:21.385257 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] Publish callbacks [] for security_group (678c2b98-c42e-4f11-8ae6-0d474af1da3e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.396065 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2263e17-d5e3-4d55-a22b-94f76cff031b,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:21.398054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.401190 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-761f1fe5-df01-4048-99ec-30c257ad7c65 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/d2263e17-d5e3-4d55-a22b-94f76cff031b HTTP/1.1" status: 204 len: 168 time: 0.2657671 Sep 30 09:54:21.403859 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35100) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:21.406245 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] Publish callbacks [] for security_group (678c2b98-c42e-4f11-8ae6-0d474af1da3e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.479815 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (5c0f05c7-ec18-4e10-b234-25cee24d83c9), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.510378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (678c2b98-c42e-4f11-8ae6-0d474af1da3e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.513009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.514179 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/678c2b98-c42e-4f11-8ae6-0d474af1da3e HTTP/1.1" status: 204 len: 168 time: 0.1754224 Sep 30 09:54:21.522124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f273b-f74c-44ef-8b9c-b38322098945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c2b98-c42e-4f11-8ae6-0d474af1da3e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:21.545871 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7907fc2f-a3fe-4958-99c2-33229829aba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.564187 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (5c0f05c7-ec18-4e10-b234-25cee24d83c9), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.589144 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0f05c7-ec18-4e10-b234-25cee24d83c9']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:21.598530 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f04bf9-2fc8-4159-b3cb-a82cb91fe00c') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:21.598920 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f04bf9-2fc8-4159-b3cb-a82cb91fe00c') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:21.608518 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (06f04bf9-2fc8-4159-b3cb-a82cb91fe00c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.623019 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (06f04bf9-2fc8-4159-b3cb-a82cb91fe00c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.630876 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:54:21.631283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (06f04bf9-2fc8-4159-b3cb-a82cb91fe00c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.670377 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 06f04bf9-2fc8-4159-b3cb-a82cb91fe00c resource provider aggregate not found Sep 30 09:54:21.693611 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 06f04bf9-2fc8-4159-b3cb-a82cb91fe00c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06f04bf9-2fc8-4159-b3cb-a82cb91fe00c found for delete ", "request_id": "req-a1919f9c-3a9a-4d8e-a729-c74238da0259"}]} Sep 30 09:54:21.761835 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (5c0f05c7-ec18-4e10-b234-25cee24d83c9), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.767535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.773855 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/5c0f05c7-ec18-4e10-b234-25cee24d83c9 HTTP/1.1" status: 204 len: 168 time: 0.3658268 Sep 30 09:54:21.773855 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:21.773855 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35112) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:21.791300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca48c-c402-46f1-8c0a-b1f99cc71090 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0f05c7-ec18-4e10-b234-25cee24d83c9,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:21.831733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Deleting subnet 958c4917-11ad-4f3f-a34a-20ec01439ebc {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:54:21.835240 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Publish callbacks [] for subnet (958c4917-11ad-4f3f-a34a-20ec01439ebc), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.875215 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (958c4917-11ad-4f3f-a34a-20ec01439ebc), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:21.919722 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (958c4917-11ad-4f3f-a34a-20ec01439ebc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.030416 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (958c4917-11ad-4f3f-a34a-20ec01439ebc), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.055017 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958c4917-11ad-4f3f-a34a-20ec01439ebc,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:22.060932 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.064339 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-53a42795-31d6-4c9b-8def-68ab3a880516 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/958c4917-11ad-4f3f-a34a-20ec01439ebc HTTP/1.1" status: 204 len: 168 time: 0.2897007 Sep 30 09:54:22.067184 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35132) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:22.187650 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62343d65-5a95-4d62-9a9f-c29cfd7fee80 req-51b6f6b2-17e0-4ff2-9199-62220bf6561d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:22.189125 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62343d65-5a95-4d62-9a9f-c29cfd7fee80 req-51b6f6b2-17e0-4ff2-9199-62220bf6561d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0633516 Sep 30 09:54:22.191666 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (5a1e7137-2449-44ee-906e-22f03db8693f), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.224593 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35138) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:22.266132 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6e12767d-ca72-43d2-abc0-268deee4a4df admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=82b48c489465430a836de26d4aa39440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405042 Sep 30 09:54:22.269270 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35142) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:22.319100 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62343d65-5a95-4d62-9a9f-c29cfd7fee80 req-afe5ccdb-45bd-4332-ad0d-1910903f16d8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231861 Sep 30 09:54:22.326422 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (5a1e7137-2449-44ee-906e-22f03db8693f), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.363179 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1e7137-2449-44ee-906e-22f03db8693f']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:22.374149 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de250b29-7a8c-4e83-9608-2b5dc8fb63c8') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:22.374445 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de250b29-7a8c-4e83-9608-2b5dc8fb63c8') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:22.377630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:22.396513 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (de250b29-7a8c-4e83-9608-2b5dc8fb63c8), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.405890 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] Publish callbacks [] for security_group (29ade661-fd3d-44f0-8558-9190e721e633), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.418202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (de250b29-7a8c-4e83-9608-2b5dc8fb63c8), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.431988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:54:22.432438 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (de250b29-7a8c-4e83-9608-2b5dc8fb63c8), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.446039 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] Publish callbacks [] for security_group (29ade661-fd3d-44f0-8558-9190e721e633), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.481364 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:22.652033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (5a1e7137-2449-44ee-906e-22f03db8693f), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.653941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (29ade661-fd3d-44f0-8558-9190e721e633), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.656741 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.660034 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/29ade661-fd3d-44f0-8558-9190e721e633 HTTP/1.1" status: 204 len: 168 time: 0.3875744 Sep 30 09:54:22.664156 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.667498 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/5a1e7137-2449-44ee-906e-22f03db8693f HTTP/1.1" status: 204 len: 168 time: 0.5979426 Sep 30 09:54:22.691874 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f2779-3e56-4dcd-8a25-fd60fc7b19e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1e7137-2449-44ee-906e-22f03db8693f,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:22.693880 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ba38d-bead-4582-bbcd-6797f9977bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ade661-fd3d-44f0-8558-9190e721e633,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:22.897466 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment de250b29-7a8c-4e83-9608-2b5dc8fb63c8 resource provider aggregate not found Sep 30 09:54:22.914560 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment de250b29-7a8c-4e83-9608-2b5dc8fb63c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de250b29-7a8c-4e83-9608-2b5dc8fb63c8 found for delete ", "request_id": "req-702ce826-49a4-4486-a145-8300d7f44e07"}]} Sep 30 09:54:23.087189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35162) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:23.131773 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5cc10699-2572-48b7-97de-e286638e43a0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d64c50fedbf0431f84ad9ac73c3c5506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434406 Sep 30 09:54:23.134349 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35164) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:23.193914 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] Publish callbacks [] for security_group (ddaf52f4-42a5-4b87-bd61-830bc1dc11fe), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.219833 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] Publish callbacks [] for security_group (ddaf52f4-42a5-4b87-bd61-830bc1dc11fe), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.350551 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (ddaf52f4-42a5-4b87-bd61-830bc1dc11fe), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.353473 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.356340 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ddaf52f4-42a5-4b87-bd61-830bc1dc11fe HTTP/1.1" status: 204 len: 168 time: 0.2210600 Sep 30 09:54:23.378723 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad81356-ccf9-432b-b06c-533cc4658156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf52f4-42a5-4b87-bd61-830bc1dc11fe,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:23.470342 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0b5d-11a6-4ad2-b8e4-6966a970305d req-a4c6850d-5c03-4f9b-bef4-6ceb4bd9feae tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:23.472436 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54dc0b5d-11a6-4ad2-b8e4-6966a970305d req-a4c6850d-5c03-4f9b-bef4-6ceb4bd9feae tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0542948 Sep 30 09:54:23.520716 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54dc0b5d-11a6-4ad2-b8e4-6966a970305d req-60c2535d-6162-4c8d-ada4-23d0457a686b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424623 Sep 30 09:54:23.742570 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fac46c2f-c9c8-447c-afbd-273535c503d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.113695 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35172) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:24.154003 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a0ebf98c-e4b7-43b2-9530-c351e65b7a70 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=be70ba68d13c4b9bbac7f0d788641990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392096 Sep 30 09:54:24.156335 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35174) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:24.161569 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:24.207072 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] Publish callbacks [] for security_group (79263387-953c-4dca-ad79-82d7ef5dfddb), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.226976 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] Publish callbacks [] for security_group (79263387-953c-4dca-ad79-82d7ef5dfddb), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.331987 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (79263387-953c-4dca-ad79-82d7ef5dfddb), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.334405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.335607 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/79263387-953c-4dca-ad79-82d7ef5dfddb HTTP/1.1" status: 204 len: 168 time: 0.1783845 Sep 30 09:54:24.348493 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11e25-19e5-4809-bb5d-a59d3a1222a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79263387-953c-4dca-ad79-82d7ef5dfddb,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:24.655372 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c7669-b090-4283-9131-d25400778673 req-12c48fd8-ad40-40ca-9375-8bb18894c829 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:24.661886 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-358c7669-b090-4283-9131-d25400778673 req-12c48fd8-ad40-40ca-9375-8bb18894c829 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0490212 Sep 30 09:54:24.709107 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-358c7669-b090-4283-9131-d25400778673 req-dc9e9eed-8e0e-4a77-8f90-37ee55860cc5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451434 Sep 30 09:54:25.028275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.490310 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=33 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.495207 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=53 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.596984 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.664335 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.681123 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.399578 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:34.338468 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:34.339310 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:34.680654 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=25,neutron:DELETE=7 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:34.705518 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=21 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:37.728293 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:54:37.850856 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35284) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:37.955172 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d4a48bdf-8997-4c48-8916-f2ee79570550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.028592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d4a48bdf-8997-4c48-8916-f2ee79570550 admin admin] Publish callbacks [] for security_group (c97a9480-8735-42d1-a39d-4dc1e65caabe), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.081196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d4a48bdf-8997-4c48-8916-f2ee79570550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c97a9480-8735-42d1-a39d-4dc1e65caabe), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.119078 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d4a48bdf-8997-4c48-8916-f2ee79570550 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2d30e521c04f4e85bd8d25c794704372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671537 Sep 30 09:54:38.120945 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a48bdf-8997-4c48-8916-f2ee79570550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97a9480-8735-42d1-a39d-4dc1e65caabe,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:38.121811 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35288) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:38.170564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] Publish callbacks [] for security_group (c97a9480-8735-42d1-a39d-4dc1e65caabe), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.194381 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] Publish callbacks [] for security_group (c97a9480-8735-42d1-a39d-4dc1e65caabe), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.313690 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c97a9480-8735-42d1-a39d-4dc1e65caabe), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.316264 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.318034 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c97a9480-8735-42d1-a39d-4dc1e65caabe HTTP/1.1" status: 204 len: 168 time: 0.1952085 Sep 30 09:54:38.326178 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c0a8f-c248-4d53-b7d5-a4aa6bc56664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97a9480-8735-42d1-a39d-4dc1e65caabe,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:38.886852 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35294) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:38.899871 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0427-db39-453f-aff0-b0e8403d6ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:38.971837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0427-db39-453f-aff0-b0e8403d6ac1 admin admin] Publish callbacks [] for security_group (d292a73c-5052-4cb5-a736-2db9519df40c), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.012482 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0427-db39-453f-aff0-b0e8403d6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d292a73c-5052-4cb5-a736-2db9519df40c), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.053306 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4a4c0427-db39-453f-aff0-b0e8403d6ac1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b9f56079af3f4222a5673d4cd1eab194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661935 Sep 30 09:54:39.055223 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c0427-db39-453f-aff0-b0e8403d6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d292a73c-5052-4cb5-a736-2db9519df40c,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:39.056051 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35296) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:39.104605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] Publish callbacks [] for security_group (d292a73c-5052-4cb5-a736-2db9519df40c), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.125129 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] Publish callbacks [] for security_group (d292a73c-5052-4cb5-a736-2db9519df40c), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.262958 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (d292a73c-5052-4cb5-a736-2db9519df40c), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.265601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:39.266787 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d292a73c-5052-4cb5-a736-2db9519df40c HTTP/1.1" status: 204 len: 168 time: 0.2097402 Sep 30 09:54:39.275668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea9404-f9b1-4fd7-8d6c-26cfb0e09344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d292a73c-5052-4cb5-a736-2db9519df40c,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:39.539202 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dc07b-3b8b-4671-b55b-4a977e6fb83d req-cd2fbcf7-128e-4efe-9dda-7a356163d7f1 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:39.540662 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a5dc07b-3b8b-4671-b55b-4a977e6fb83d req-cd2fbcf7-128e-4efe-9dda-7a356163d7f1 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0462439 Sep 30 09:54:39.593963 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a5dc07b-3b8b-4671-b55b-4a977e6fb83d req-b5e22369-d884-4b48-9018-9d42e429c9c2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468814 Sep 30 09:54:40.725579 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c39d8-7d82-471d-9e66-e202c8d64df4 req-07d72e17-e972-4756-bcce-a0484a21b0a3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:40.727074 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-af9c39d8-7d82-471d-9e66-e202c8d64df4 req-07d72e17-e972-4756-bcce-a0484a21b0a3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0531085 Sep 30 09:54:40.783849 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-af9c39d8-7d82-471d-9e66-e202c8d64df4 req-26d572fe-4d14-46ec-85e4-1f356a8e5702 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509017 Sep 30 09:54:40.851365 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35332) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:40.955820 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cb11e0bc-7058-407e-983f-c0fc9c4078a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.030562 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cb11e0bc-7058-407e-983f-c0fc9c4078a4 admin admin] Publish callbacks [] for security_group (a570dc99-7c88-4a56-bf96-c9bdf5261707), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.090812 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-cb11e0bc-7058-407e-983f-c0fc9c4078a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a570dc99-7c88-4a56-bf96-c9bdf5261707), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.129203 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e0bc-7058-407e-983f-c0fc9c4078a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a570dc99-7c88-4a56-bf96-c9bdf5261707,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:41.134394 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cb11e0bc-7058-407e-983f-c0fc9c4078a4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=609696f6bc224cb9ad0532f2ff62b926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820373 Sep 30 09:54:41.137081 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35336) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:41.184533 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] Publish callbacks [] for security_group (a570dc99-7c88-4a56-bf96-c9bdf5261707), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.204676 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] Publish callbacks [] for security_group (a570dc99-7c88-4a56-bf96-c9bdf5261707), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.270858 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:41.279554 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-610e9560-9a23-4546-8627-53575da60885 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:41.281048 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-610e9560-9a23-4546-8627-53575da60885 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0550480 Sep 30 09:54:41.352244 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:41.364023 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port c69dcca2-dd34-464e-98ba-2697ae2f9628 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:54:41.364367 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.664493 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (a570dc99-7c88-4a56-bf96-c9bdf5261707), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.666922 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.668034 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a570dc99-7c88-4a56-bf96-c9bdf5261707 HTTP/1.1" status: 204 len: 168 time: 0.5299854 Sep 30 09:54:41.683405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b9684-6f34-4da7-8f88-71660e03819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570dc99-7c88-4a56-bf96-c9bdf5261707,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:41.730292 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] For port c69dcca2-dd34-464e-98ba-2697ae2f9628, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c69dcca2-dd34-464e-98ba-2697ae2f9628,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:41.730691 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.893252 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.894303 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (4fc91e4a-44df-4278-951d-53901916f41f), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:41.894442 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP 4fc91e4a-44df-4278-951d-53901916f41f disassociated. External IP: 172.37.6.73, port: c69dcca2-dd34-464e-98ba-2697ae2f9628. Sep 30 09:54:41.894950 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for c69dcca2-dd34-464e-98ba-2697ae2f9628 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:54:41.909996 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c575e-23d4-45cc-9056-67254a91afcf req-3bf440f1-b1bc-45d4-a317-6cf08a1212e9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:41.912200 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b9c575e-23d4-45cc-9056-67254a91afcf req-3bf440f1-b1bc-45d4-a317-6cf08a1212e9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0511482 Sep 30 09:54:41.970670 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b9c575e-23d4-45cc-9056-67254a91afcf req-4dd6c901-b297-4926-ac2a-6cead45fc672 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519447 Sep 30 09:54:42.098710 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (c69dcca2-dd34-464e-98ba-2697ae2f9628), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:42.134126 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=c69dcca2-dd34-464e-98ba-2697ae2f9628,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:42.242001 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:42.247799 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:42.348045 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:42.357592 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:42.367732 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:42.368343 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:42.390985 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] No DVR routers for this DVR port c69dcca2-dd34-464e-98ba-2697ae2f9628 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:54:42.395157 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:42.397495 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c176e159-1d2a-41ba-a933-2d4a0be7416b req-9f72a74a-fa91-4492-a4cf-9bbf689a4c17 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c69dcca2-dd34-464e-98ba-2697ae2f9628 HTTP/1.1" status: 204 len: 173 time: 1.1106975 Sep 30 09:54:42.398025 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'name': 'network-vif-deleted', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:42.400325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391c7f0-bdfe-4e7d-a640-038262db95b1" -d '{"events": [{"server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "name": "network-vif-deleted", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:42.439243 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704ddb2-4460-4748-82a2-21207e9a0d76 x-openstack-request-id: req-0704ddb2-4460-4748-82a2-21207e9a0d76 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:42.439657 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7505a-8f4d-4b0b-969e-776089b2e6d1", "name": "network-vif-deleted", "tag": "c69dcca2-dd34-464e-98ba-2697ae2f9628", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:42.440091 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0704ddb2-4460-4748-82a2-21207e9a0d76 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:42.441245 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0704ddb2-4460-4748-82a2-21207e9a0d76'] response: {'server_uuid': 'bcd7505a-8f4d-4b0b-969e-776089b2e6d1', 'name': 'network-vif-deleted', 'tag': 'c69dcca2-dd34-464e-98ba-2697ae2f9628', 'status': 'completed', 'code': 200} Sep 30 09:54:42.476381 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:42.681612 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:42.708227 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:42.716575 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:42.717216 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:42.817270 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:43.002745 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:43.028998 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0259e89e-74b1-46f7-9cd4-793836eb29c8 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:43.089006 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a560de90-9dfd-444e-bbc1-4ac4711144db req-8af70e9a-ab68-4e28-8953-d21b9ae811c8 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Sep 30 09:54:43.297977 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddbb4dc-88af-4b94-9a54-610222d7cb82 None None] New status for floating IP 4fc91e4a-44df-4278-951d-53901916f41f: DOWN {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:54:44.217297 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c42ef688-021b-4755-a536-7a3cf045b8c7 req-bb6d5e86-b3bd-4d92-98c0-cc2e0f7428ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=bcd7505a-8f4d-4b0b-969e-776089b2e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0296714 Sep 30 09:54:45.474614 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c69dcca2-dd34-464e-98ba-2697ae2f9628 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:54:45.487073 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-a52181ae-68b8-470f-bb1a-0f83d100557a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-844905994&fields=id&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 267 time: 0.0447652 Sep 30 09:54:45.494481 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: c69dcca2-dd34-464e-98ba-2697ae2f9628 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:54:45.494855 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device c69dcca2-dd34-464e-98ba-2697ae2f9628 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:54:45.598026 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-19309954-9d2d-4a10-9d58-19a39038893b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:45.599430 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-19309954-9d2d-4a10-9d58-19a39038893b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1053119 Sep 30 09:54:45.614206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-bb40e9e3-2b15-43cf-8073-790411415ceb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/quotas/f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Sep 30 09:54:45.663126 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-c85d350f-22cd-4eeb-9ce8-3b8a55eb5b23 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437737 Sep 30 09:54:45.735768 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:45.758224 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-33f473e7-4a84-4a75-b72f-c3af5113c4ed service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Sep 30 09:54:45.819242 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:45.850746 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-cd324a30-11b2-462c-b0de-92645cf824e6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862660 Sep 30 09:54:46.398363 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-49020f3c-726f-4bbb-982c-9237bf381018 req-a5095792-f9d1-48f5-bd60-4f83c716a9f9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 210 time: 0.0296173 Sep 30 09:54:47.501180 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-958707b7-457b-456c-8085-8ee6ac12a7fd req-16d64faa-7165-4fc8-b1db-6354633ad620 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 210 time: 0.0276289 Sep 30 09:54:48.610719 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-912b4be8-c439-4ba3-9bad-c605db523d07 req-d27a282e-b07d-4e31-9a22-275f925058ea tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 210 time: 0.0320938 Sep 30 09:54:48.647748 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-3ff0d504-95f1-42d7-a4cb-d04c65238238 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:48.649779 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-3ff0d504-95f1-42d7-a4cb-d04c65238238 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1170893 Sep 30 09:54:48.720375 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-937d2139-9986-4835-b2e8-b3e588f1ece1 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 379 time: 0.0533547 Sep 30 09:54:48.729666 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'port': {'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'admin_state_up': True, 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'security_groups': ['6fa83794-f114-4d02-9d65-747e3bcbcdb0']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:48.896276 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Made reservation on behalf of f0d0c96bbb304882b1f2459361551a93 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:48.900064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.007893 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:49.026192 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.20.0.8 (3408b8b1-1a84-4fa0-8af6-da7419c2525d/17feeb99-a150-43e4-9bdf-e5689885a334/3570f723-a6b6-479e-9662-f90c771a0449) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:49.168088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (3570f723-a6b6-479e-9662-f90c771a0449), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.183393 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:49.270121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.314612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:49.318431 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:49.322300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:49.356776 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:49.384249 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:49.384903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.478146 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-f5f04f05-9c83-4a3b-b29c-b9661645e1ae tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518723 Sep 30 09:54:49.496426 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Request body: {'port': {'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:49.514266 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=67,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:49.520707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Provisioning complete for port 3570f723-a6b6-479e-9662-f90c771a0449 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:49.521254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3570f723-a6b6-479e-9662-f90c771a0449), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.521682 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Attempt 1 to provision port 3570f723-a6b6-479e-9662-f90c771a0449 Sep 30 09:54:49.558347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Port 3570f723-a6b6-479e-9662-f90c771a0449 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:49.570491 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3570f723-a6b6-479e-9662-f90c771a0449), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.744054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead2cd-cccb-4826-a9d4-6b62ff28ac48 req-39c04ce5-0ed3-4677-9cc3-4348f7f1baef tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:49.745925 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-efead2cd-cccb-4826-a9d4-6b62ff28ac48 req-39c04ce5-0ed3-4677-9cc3-4348f7f1baef tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 931 time: 0.0488663 Sep 30 09:54:49.802270 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-efead2cd-cccb-4826-a9d4-6b62ff28ac48 req-a53cf849-bd29-4c11-a326-f3e4cc88c9f1 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469549 Sep 30 09:54:49.855421 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3570f723-a6b6-479e-9662-f90c771a0449 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:54:49.855421 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks [] for port (3570f723-a6b6-479e-9662-f90c771a0449), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.867065 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Transition to ACTIVE for port object 3570f723-a6b6-479e-9662-f90c771a0449 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:54:49.936952 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:49.999314 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Pushing event updated for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:50.046436 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Attempting to bind port 3570f723-a6b6-479e-9662-f90c771a0449 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:50.046813 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Attempting to bind port 3570f723-a6b6-479e-9662-f90c771a0449 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:50.047108 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Attempting to bind port 3570f723-a6b6-479e-9662-f90c771a0449 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:50.058992 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Attempt 2 to provision port 3570f723-a6b6-479e-9662-f90c771a0449 Sep 30 09:54:50.097016 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Port 3570f723-a6b6-479e-9662-f90c771a0449 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:50.099009 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Port 3570f723-a6b6-479e-9662-f90c771a0449 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:54:50.099339 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Attempting to bind port 3570f723-a6b6-479e-9662-f90c771a0449 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:50.121118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:50.142537 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:50.142920 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:50.143324 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Bound using segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:50.146053 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Bound port: 3570f723-a6b6-479e-9662-f90c771a0449, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:50.146410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3570f723-a6b6-479e-9662-f90c771a0449), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:50.214966 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:50.218149 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3570f723-a6b6-479e-9662-f90c771a0449,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:50.293486 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:50.296365 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.297183 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:50.298657 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 1093 time: 0.8065519 Sep 30 09:54:50.301732 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:50.304002 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c8797-b407-4fb1-a7d3-4397b0f77497" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:50.334910 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:50.344123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7624ad4-4759-4b51-a3c2-a5f0a49594e1 x-openstack-request-id: req-f7624ad4-4759-4b51-a3c2-a5f0a49594e1 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:50.344400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:50.344688 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7624ad4-4759-4b51-a3c2-a5f0a49594e1 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:50.345100 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7624ad4-4759-4b51-a3c2-a5f0a49594e1'] response: {'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449', 'status': 'completed', 'code': 200} Sep 30 09:54:50.354956 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bdb2a-4432-478e-bf05-87b78df1e769 service neutron] Pushing event updated for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:50.450870 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-9b774606-3b2c-4f01-9a1c-5af41f95ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.452392 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-9b774606-3b2c-4f01-9a1c-5af41f95ba8e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1127 time: 0.0445445 Sep 30 09:54:50.561987 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-3c92995a-7918-4117-bb00-8154a901a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.562621 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-3c92995a-7918-4117-bb00-8154a901a717 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=f0d0c96bbb304882b1f2459361551a93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969670 Sep 30 09:54:50.598436 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Attempt 3 to provision port 3570f723-a6b6-479e-9662-f90c771a0449 Sep 30 09:54:50.664621 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-afc3ff78-b594-437e-b717-71a859871327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.666169 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0f9c8797-b407-4fb1-a7d3-4397b0f77497 req-afc3ff78-b594-437e-b717-71a859871327 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964396 Sep 30 09:54:50.767330 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-154ececf-d222-4527-a7fb-703cafca9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.769339 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-154ececf-d222-4527-a7fb-703cafca9d61 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1127 time: 0.0415919 Sep 30 09:54:50.805890 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc3877-f2a0-49d3-b0b9-dc32ca267506 None None] Port 3570f723-a6b6-479e-9662-f90c771a0449 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:54:50.813512 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-8051d63c-75bc-40b9-a6c5-65821ad8df7c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 217 time: 0.0318336 Sep 30 09:54:50.867843 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-ee22cee8-f84a-4b98-bac2-f396b3d620ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.869301 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-ee22cee8-f84a-4b98-bac2-f396b3d620ac service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0490084 Sep 30 09:54:50.913820 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-35b7fec9-f648-4640-bcec-8dd5f31a7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.915484 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-35b7fec9-f648-4640-bcec-8dd5f31a7747 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404327 Sep 30 09:54:50.925613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59b91b-4385-4f00-abd6-b73a623c7b52 req-6e9c7066-873a-47fc-947d-d95aede74ac6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.927250 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ec59b91b-4385-4f00-abd6-b73a623c7b52 req-6e9c7066-873a-47fc-947d-d95aede74ac6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0482581 Sep 30 09:54:50.985987 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ec59b91b-4385-4f00-abd6-b73a623c7b52 req-e767326e-6a6e-4295-af15-d641868e82e9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529256 Sep 30 09:54:51.014542 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-b8f342db-96fb-41e5-bc93-30bb885e38af service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920258 Sep 30 09:54:51.103914 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4cd905bd-523b-41ce-bf54-7b639f59099e req-650f902c-48d5-43d4-aa4c-fa5eeb3c3cae service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Sep 30 09:54:51.521365 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d0758762-3703-4b02-a58d-26aa6ba6e06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:52.113274 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5056c1-5349-4732-84f6-40dbdf0ccba7 req-15d9f1d5-1c14-491c-90b2-90cb27fc909a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:52.114823 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed5056c1-5349-4732-84f6-40dbdf0ccba7 req-15d9f1d5-1c14-491c-90b2-90cb27fc909a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0506437 Sep 30 09:54:52.166759 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed5056c1-5349-4732-84f6-40dbdf0ccba7 req-ccc4d1ad-05eb-4082-9bda-750c19b78f4e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Sep 30 09:54:53.109498 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35504) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:53.219143 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9d011834-731e-47d6-8fb6-080b67c9c35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.286554 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:53.289662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128afe15-ee69-4def-a0ff-2edb025dcec7 req-8010e6b4-3eeb-4d81-ab42-ee80a3203a02 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:53.291173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-128afe15-ee69-4def-a0ff-2edb025dcec7 req-8010e6b4-3eeb-4d81-ab42-ee80a3203a02 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0469718 Sep 30 09:54:53.295324 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9d011834-731e-47d6-8fb6-080b67c9c35b admin admin] Publish callbacks [] for security_group (8ffe5073-db4f-47e1-9489-68748acf4c1e), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.339912 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-128afe15-ee69-4def-a0ff-2edb025dcec7 req-16eddbcf-fd10-4858-890b-0bb3b234ccff tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Sep 30 09:54:53.393826 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9d011834-731e-47d6-8fb6-080b67c9c35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8ffe5073-db4f-47e1-9489-68748acf4c1e), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.437475 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d011834-731e-47d6-8fb6-080b67c9c35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe5073-db4f-47e1-9489-68748acf4c1e,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:53.443233 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9d011834-731e-47d6-8fb6-080b67c9c35b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9512c7b73e85419a86ba54d674de615a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326666 Sep 30 09:54:53.445927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35510) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:53.495175 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] Publish callbacks [] for security_group (8ffe5073-db4f-47e1-9489-68748acf4c1e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.515050 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] Publish callbacks [] for security_group (8ffe5073-db4f-47e1-9489-68748acf4c1e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.674278 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8ffe5073-db4f-47e1-9489-68748acf4c1e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.677594 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:53.678775 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8ffe5073-db4f-47e1-9489-68748acf4c1e HTTP/1.1" status: 204 len: 168 time: 0.2318792 Sep 30 09:54:53.687000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d967d3-9872-4c1b-8072-893495f5de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe5073-db4f-47e1-9489-68748acf4c1e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:53.795369 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a35ffd91-3fd7-48d5-956f-f8576e8e2c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.297333 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35516) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:54.310601 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.390204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Publish callbacks [] for security_group (1659980f-20cd-47bc-a717-0dac1f19cc14), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.461137 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911429d-463b-4048-9bf9-2233eb1c7899 req-d8bf034a-372b-4b5f-ac1c-0a9b152c1140 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:54.462613 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1911429d-463b-4048-9bf9-2233eb1c7899 req-d8bf034a-372b-4b5f-ac1c-0a9b152c1140 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0465031 Sep 30 09:54:54.509170 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1659980f-20cd-47bc-a717-0dac1f19cc14), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.522818 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1911429d-463b-4048-9bf9-2233eb1c7899 req-7a65deae-00ef-474f-bc58-511060b70823 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544908 Sep 30 09:54:54.553054 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3d6fedd1f0bc434d9aa2711c2693baf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546401 Sep 30 09:54:54.553916 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1659980f-20cd-47bc-a717-0dac1f19cc14,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:54.560595 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35520) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:54.561363 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.561711 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.562056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.562394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.562756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.563088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.563413 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.563737 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.564164 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.564489 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.564813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.565136 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.565455 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.565772 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.566088 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755f031-5b80-4dc6-9a48-6ce61ba8ec78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:54.610119 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] Publish callbacks [] for security_group (1659980f-20cd-47bc-a717-0dac1f19cc14), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.621641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:54.631381 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] Publish callbacks [] for security_group (1659980f-20cd-47bc-a717-0dac1f19cc14), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.765382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (1659980f-20cd-47bc-a717-0dac1f19cc14), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.767874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:54.769037 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1659980f-20cd-47bc-a717-0dac1f19cc14 HTTP/1.1" status: 204 len: 168 time: 0.2074080 Sep 30 09:54:54.777078 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cacc0-acc3-4a82-869f-7ade3fc913ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659980f-20cd-47bc-a717-0dac1f19cc14,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:55.024128 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.389453 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35526) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:55.403258 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5975db2c-eb88-400b-8488-a901a771ea4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.477408 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5975db2c-eb88-400b-8488-a901a771ea4b admin admin] Publish callbacks [] for security_group (57559a50-9458-4e88-98cb-a9c5186610f4), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.536943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5975db2c-eb88-400b-8488-a901a771ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (57559a50-9458-4e88-98cb-a9c5186610f4), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.577265 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5975db2c-eb88-400b-8488-a901a771ea4b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f51afa50ac314b9495ecdc8141506d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867299 Sep 30 09:54:55.578129 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975db2c-eb88-400b-8488-a901a771ea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57559a50-9458-4e88-98cb-a9c5186610f4,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:55.580097 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35530) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:55.662337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58533a6-8859-42e4-b2c9-7d7c2aceee31 req-0adc67f8-8bc1-4462-832d-04c9825293ee tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.663802 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e58533a6-8859-42e4-b2c9-7d7c2aceee31 req-0adc67f8-8bc1-4462-832d-04c9825293ee tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0651832 Sep 30 09:54:55.679259 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] Publish callbacks [] for security_group (57559a50-9458-4e88-98cb-a9c5186610f4), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.693786 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:55.717600 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] Publish callbacks [] for security_group (57559a50-9458-4e88-98cb-a9c5186610f4), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.735126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:55.745929 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e58533a6-8859-42e4-b2c9-7d7c2aceee31 req-4ceba171-77d4-4a86-8c6d-037f72e6e45b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751653 Sep 30 09:54:55.834061 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (57559a50-9458-4e88-98cb-a9c5186610f4), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.836585 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.837723 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/57559a50-9458-4e88-98cb-a9c5186610f4 HTTP/1.1" status: 204 len: 168 time: 0.2565916 Sep 30 09:54:55.846189 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230b1dd-8713-43e6-8308-153927b67cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57559a50-9458-4e88-98cb-a9c5186610f4,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:56.630051 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:56.658315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:56.867215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184503-1617-4223-9c52-186d2632bcfd req-02620d1d-559a-4584-99f0-8b7fbccc7f6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:56.868683 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a5184503-1617-4223-9c52-186d2632bcfd req-02620d1d-559a-4584-99f0-8b7fbccc7f6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0465159 Sep 30 09:54:56.916590 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a5184503-1617-4223-9c52-186d2632bcfd req-f9dfaf0b-19b3-4c90-94c9-3c2d13008ea7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Sep 30 09:54:58.043438 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b36524-5372-4323-89ac-6e040bbad79e req-a60f2d57-f034-4349-b5b8-3930f3e5fc75 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.044853 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-21b36524-5372-4323-89ac-6e040bbad79e req-a60f2d57-f034-4349-b5b8-3930f3e5fc75 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0495622 Sep 30 09:54:58.095760 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-21b36524-5372-4323-89ac-6e040bbad79e req-2424735f-2697-48a5-a573-f596f37c7654 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451901 Sep 30 09:54:58.909526 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=67 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:58.913363 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=73 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:59.217807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f2824-6c81-4577-8d25-e3662389be6d req-67b41cce-3a74-4c73-be5e-eb54b264dadd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:59.219297 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d48f2824-6c81-4577-8d25-e3662389be6d req-67b41cce-3a74-4c73-be5e-eb54b264dadd tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 943 time: 0.0476053 Sep 30 09:54:59.267397 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d48f2824-6c81-4577-8d25-e3662389be6d req-8baacaa2-8a99-447d-ac81-7c97c8a683d4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Sep 30 09:54:59.529946 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3570f723-a6b6-479e-9662-f90c771a0449 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:54:59.533513 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:59.630754 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3570f723-a6b6-479e-9662-f90c771a0449,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:59.640844 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '3570f723-a6b6-479e-9662-f90c771a0449', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:54:59.676394 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 3570f723-a6b6-479e-9662-f90c771a0449 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:59.676783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3570f723-a6b6-479e-9662-f90c771a0449), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:59.689977 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3570f723-a6b6-479e-9662-f90c771a0449 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:54:59.709681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3570f723-a6b6-479e-9662-f90c771a0449,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:59.764761 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:59.809086 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:59.816227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.817140 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.817479 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.817810 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.818134 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.818454 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.818795 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.819114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.819430 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.819746 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.820062 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.820378 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.820690 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.821001 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:59.821310 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:00.043460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['3570f723-a6b6-479e-9662-f90c771a0449'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:55:00.167494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:00.385210 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35918d-2cb9-4792-ad10-f9f364da4591 req-f2fd036a-d50f-42d6-9df1-62ed02b15a3c tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:00.386611 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0f35918d-2cb9-4792-ad10-f9f364da4591 req-f2fd036a-d50f-42d6-9df1-62ed02b15a3c tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 944 time: 0.0465686 Sep 30 09:55:00.439901 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0f35918d-2cb9-4792-ad10-f9f364da4591 req-16f8491e-5f22-492f-8303-19921a5edc41 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476584 Sep 30 09:55:00.531402 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e3233-2a95-43b3-8d24-1c4e6994c78f req-8fbcc600-9da6-4e85-b14f-f831aa022179 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:00.532861 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-511e3233-2a95-43b3-8d24-1c4e6994c78f req-8fbcc600-9da6-4e85-b14f-f831aa022179 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0472777 Sep 30 09:55:00.580173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-511e3233-2a95-43b3-8d24-1c4e6994c78f req-ecb09756-fbce-450f-8eff-870762ae629c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415804 Sep 30 09:55:01.366513 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.545890 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3570f723-a6b6-479e-9662-f90c771a0449 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:55:01.572537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf13c4-1a45-4cf5-90d6-1dc3103f03ed req-82a6d62f-55cd-4bdb-a489-35587055b876 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:01.574063 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3bdf13c4-1a45-4cf5-90d6-1dc3103f03ed req-82a6d62f-55cd-4bdb-a489-35587055b876 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 944 time: 0.0601358 Sep 30 09:55:01.589633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 3570f723-a6b6-479e-9662-f90c771a0449 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:55:01.627919 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3bdf13c4-1a45-4cf5-90d6-1dc3103f03ed req-f4bb388d-dd41-462b-a561-fd63314f43b9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480471 Sep 30 09:55:01.658057 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 3570f723-a6b6-479e-9662-f90c771a0449 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:55:01.662579 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (3570f723-a6b6-479e-9662-f90c771a0449), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.662579 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 3570f723-a6b6-479e-9662-f90c771a0449 Sep 30 09:55:01.717091 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8586-241a-4409-9d9e-02048e0122fb req-1312d365-941b-4208-9702-d3ac19034e47 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:01.718573 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-efba8586-241a-4409-9d9e-02048e0122fb req-1312d365-941b-4208-9702-d3ac19034e47 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0504906 Sep 30 09:55:01.734242 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 3570f723-a6b6-479e-9662-f90c771a0449 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:55:01.734564 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3570f723-a6b6-479e-9662-f90c771a0449), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.758344 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:01.760687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef581f7-bbed-480a-8d8a-dfaf13fc5012" -d '{"events": [{"server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "name": "network-vif-plugged", "status": "completed", "tag": "3570f723-a6b6-479e-9662-f90c771a0449"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:01.772987 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-efba8586-241a-4409-9d9e-02048e0122fb req-cf164119-a7b7-4fef-9c04-4a1300d9baf7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481794 Sep 30 09:55:01.777122 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3570f723-a6b6-479e-9662-f90c771a0449,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:01.810543 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70721bd2-ca52-4b39-8d09-42799a393ed1 x-openstack-request-id: req-70721bd2-ca52-4b39-8d09-42799a393ed1 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:01.817587 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "name": "network-vif-plugged", "status": "completed", "tag": "3570f723-a6b6-479e-9662-f90c771a0449", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:01.817587 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70721bd2-ca52-4b39-8d09-42799a393ed1 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:01.817587 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70721bd2-ca52-4b39-8d09-42799a393ed1'] response: {'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449', 'code': 200} Sep 30 09:55:01.864263 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.912603 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:02.278834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-8b0bba98-b2a6-4bfd-a90e-6c9e268ae30e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:02.280306 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-8b0bba98-b2a6-4bfd-a90e-6c9e268ae30e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 947 time: 0.0484383 Sep 30 09:55:02.367334 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Deleting port 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:55:02.367675 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:02.403588 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555446d-edf6-4a40-9f0a-6119caa31dc2 req-033d0370-8c41-41a9-82fa-fb0bb7cd94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:02.405173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d555446d-edf6-4a40-9f0a-6119caa31dc2 req-033d0370-8c41-41a9-82fa-fb0bb7cd94c9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1129 time: 0.0373058 Sep 30 09:55:02.451715 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d555446d-edf6-4a40-9f0a-6119caa31dc2 req-51821e8b-47ed-49a8-b1b8-621f9682b691 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400758 Sep 30 09:55:02.455487 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] For port 869788d7-cd2f-4701-b6bd-a6f79a97b732, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=869788d7-cd2f-4701-b6bd-a6f79a97b732,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:02.455848 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:02.615199 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:02.617222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:02.617588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:02.617902 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Floating IP a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe disassociated. External IP: 172.37.6.189, port: 869788d7-cd2f-4701-b6bd-a6f79a97b732. Sep 30 09:55:02.618262 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Calling delete_port for 869788d7-cd2f-4701-b6bd-a6f79a97b732 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:55:02.723915 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:02.754703 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba74c31-3430-4668-b29d-fe992eb0b470 req-b513c5b5-4017-4894-8e74-96f7abac05d5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:02.756156 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ba74c31-3430-4668-b29d-fe992eb0b470 req-b513c5b5-4017-4894-8e74-96f7abac05d5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0508368 Sep 30 09:55:02.794267 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (869788d7-cd2f-4701-b6bd-a6f79a97b732), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:02.806988 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4ba74c31-3430-4668-b29d-fe992eb0b470 req-13a84358-5465-463b-960b-31e7adc44e91 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Sep 30 09:55:02.838718 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'Port': ['ID=869788d7-cd2f-4701-b6bd-a6f79a97b732,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:02.895175 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-af0b4f27-b42d-47f9-bcc8-e775162a0c70 req-6aff146f-2c12-41c9-8714-ad7c536593ac tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Sep 30 09:55:02.962755 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:55:03.061380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:55:03.071170 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:55:03.081857 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:03.083218 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:03.106431 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] No DVR routers for this DVR port 869788d7-cd2f-4701-b6bd-a6f79a97b732 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:55:03.108959 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:03.112246 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4ea23673-ef06-4c8d-81c3-c2b49e03f799 req-ce37f47b-6886-4268-ae78-9275404ac1b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "DELETE /networking/v2.0/ports/869788d7-cd2f-4701-b6bd-a6f79a97b732 HTTP/1.1" status: 204 len: 173 time: 0.8262093 Sep 30 09:55:03.112727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-deleted', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:03.114990 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54661c60-b8fd-47b6-bf2b-fff0832919b1" -d '{"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-deleted", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:03.152471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d5029-cae4-4324-8322-221ce62bb04d x-openstack-request-id: req-334d5029-cae4-4324-8322-221ce62bb04d {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:03.152649 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe90c99-924b-4f03-85d5-4bfa0a6cd051", "name": "network-vif-deleted", "tag": "869788d7-cd2f-4701-b6bd-a6f79a97b732", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:03.153502 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-334d5029-cae4-4324-8322-221ce62bb04d {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:03.153502 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334d5029-cae4-4324-8322-221ce62bb04d'] response: {'server_uuid': 'dbe90c99-924b-4f03-85d5-4bfa0a6cd051', 'name': 'network-vif-deleted', 'tag': '869788d7-cd2f-4701-b6bd-a6f79a97b732', 'status': 'completed', 'code': 200} Sep 30 09:55:03.187293 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:03.381866 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:03.406672 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:55:03.414833 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:03.415418 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:03.515931 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:03.777783 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:03.802714 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc9ef7-2d7f-4bb2-bb09-e7b8f5b1d4c2 None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:55:03.950096 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a068-a54b-4277-b238-16866bad63b9 req-a9b1e8b1-1ff3-4b5c-860a-60cf159bd4cf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:03.951626 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84e2a068-a54b-4277-b238-16866bad63b9 req-a9b1e8b1-1ff3-4b5c-860a-60cf159bd4cf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0479147 Sep 30 09:55:03.975847 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:04.036538 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-84e2a068-a54b-4277-b238-16866bad63b9 req-bbca6784-3bab-4a64-9c74-3fe4e4b911a9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768654 Sep 30 09:55:04.038388 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4c5b71bf-6842-4ad8-81b6-c05a8e1ad948 req-bd80df13-507f-4dd9-9f7e-21c2efd8f33f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dbe90c99-924b-4f03-85d5-4bfa0a6cd051 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Sep 30 09:55:04.059865 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da493e97-9d7b-40df-8a41-37eacc6a622a None None] New status for floating IP a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe: DOWN {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:55:04.062919 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:04.168808 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1986c-e003-410c-8c2d-9984c0422924 req-deb7be4a-b4d4-4d6b-8b0e-3ca0c42cffde tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:04.170302 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bf1986c-e003-410c-8c2d-9984c0422924 req-deb7be4a-b4d4-4d6b-8b0e-3ca0c42cffde tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0509717 Sep 30 09:55:04.183161 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:04.225526 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7bf1986c-e003-410c-8c2d-9984c0422924 req-fa489a4d-baa4-4df2-a255-28d5a815d7a4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495079 Sep 30 09:55:04.257123 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35584) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:04.295697 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5bd1e-1833-4b16-bbd7-f87471e5a644 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:04.297197 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1aa5bd1e-1833-4b16-bbd7-f87471e5a644 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1124 time: 0.0390637 Sep 30 09:55:04.300141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35586) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:04.304314 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:04.416993 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:04.496411 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:04.602226 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.37.6.87 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:55:04.703023 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:04.782492 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:04.825144 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:55:04.828147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:55:04.831765 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:55:04.859007 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:05.057118 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:05.153332 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:05.217889 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (b5950227-9cea-481f-bfa5-ea7140e22d74), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.333952 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35592) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:05.344129 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.460230 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (951ad8ca-ad5f-4420-bbe5-c5c64ad050b4), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.493740 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (951ad8ca-ad5f-4420-bbe5-c5c64ad050b4), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.571932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.658365 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.662893 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (951ad8ca-ad5f-4420-bbe5-c5c64ad050b4), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.665344 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.666468 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/951ad8ca-ad5f-4420-bbe5-c5c64ad050b4 HTTP/1.1" status: 204 len: 168 time: 0.3316016 Sep 30 09:55:05.669354 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35594) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:05.683861 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.api.v2.resource [None req-cadce2e4-65bc-4b9b-9e12-4c0eb4cf85e7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] show failed (client error): The resource could not be found. Sep 30 09:55:05.684837 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-cadce2e4-65bc-4b9b-9e12-4c0eb4cf85e7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups/951ad8ca-ad5f-4420-bbe5-c5c64ad050b4 HTTP/1.1" status: 404 len: 347 time: 0.0142977 Sep 30 09:55:05.687612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 35596) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:05.718851 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a5efb-d429-4be1-b3a2-8fb5cfaf211e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ad8ca-ad5f-4420-bbe5-c5c64ad050b4,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:05.739351 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:05.746070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (b5950227-9cea-481f-bfa5-ea7140e22d74), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.798619 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Deleting port 8d7849f8-8e67-4398-8b1b-8662626b1602 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:55:05.798963 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.842666 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP b5950227-9cea-481f-bfa5-ea7140e22d74 associated. External IP: 172.37.6.87, port: 3570f723-a6b6-479e-9662-f90c771a0449. Sep 30 09:55:05.876720 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.877312 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (8d7849f8-8e67-4398-8b1b-8662626b1602), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:05.889450 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Calling delete_port for 8d7849f8-8e67-4398-8b1b-8662626b1602 owned by network:floatingip {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:55:05.958871 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:05.980662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:06.043378 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:55:06.085922 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:06.119344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (8d7849f8-8e67-4398-8b1b-8662626b1602), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.147845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:55:06.148349 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'Port': ['ID=8d7849f8-8e67-4398-8b1b-8662626b1602,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:06.166962 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:55:06.178102 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:06.179018 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:06.215325 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.218300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.219554 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-379d5ae3-49de-4b9b-97bc-a13abc44173e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/a036f4f7-f1f9-41f4-b2c7-1e5c2216a3fe HTTP/1.1" status: 204 len: 168 time: 0.5310724 Sep 30 09:55:06.233829 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.269058 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2a120456-cb24-49f9-a2a0-d935954068aa tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9655464 Sep 30 09:55:06.269058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:06.270630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:06.288587 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:06.314622 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d59d8-4e71-47f3-84b9-4f9aa626ea48 x-openstack-request-id: req-d58d59d8-4e71-47f3-84b9-4f9aa626ea48 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:06.314977 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:06.315225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d58d59d8-4e71-47f3-84b9-4f9aa626ea48 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:06.315627 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58d59d8-4e71-47f3-84b9-4f9aa626ea48'] response: {'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449', 'status': 'completed', 'code': 200} Sep 30 09:55:06.398710 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-2b2dc2ca-00b1-4d26-9cd3-99d9e8086e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:06.400247 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-2b2dc2ca-00b1-4d26-9cd3-99d9e8086e08 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1129 time: 0.0397596 Sep 30 09:55:06.400855 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35604) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:06.405421 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539401786', 'description': 'tempest-description--681415686'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:06.460040 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:06.480999 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.492637 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:06.494496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-ee49c8d5-c9e2-4556-886d-33a082c16c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:06.496206 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-ee49c8d5-c9e2-4556-886d-33a082c16c23 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0894740 Sep 30 09:55:06.509352 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:05Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:06.534370 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:55:06.543143 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:06.543753 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:06.552668 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (c5fe62fb-9dbb-448f-becd-597b2be6c5d3), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.567450 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-73a4d93c-99d8-45c7-ad71-78db91c73515 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 998 time: 0.0600443 Sep 30 09:55:06.613918 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-d6027f7d-917c-4f8a-a98c-8daf0b6413cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:06.615445 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-d6027f7d-917c-4f8a-a98c-8daf0b6413cb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0473471 Sep 30 09:55:06.645844 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:06.651986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c5fe62fb-9dbb-448f-becd-597b2be6c5d3), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.657942 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-7c6f9e81-cc7c-4299-bbda-ea291321bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:06.662349 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-7c6f9e81-cc7c-4299-bbda-ea291321bdc1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387633 Sep 30 09:55:06.684492 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe62fb-9dbb-448f-becd-597b2be6c5d3,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:06.746262 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.750231 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2318e7d1-9661-47a2-a43f-ed48d4a9da42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3457382 Sep 30 09:55:06.750388 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-a61b88ca-bb9c-43f1-af96-73efad51f605 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Sep 30 09:55:06.750950 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35606) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:06.755551 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe62fb-9dbb-448f-becd-597b2be6c5d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:06.817177 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:06.844688 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-0e2e8be1-88db-44f5-ba73-c0cc9fa5327b req-faa6b3db-2550-40f4-a9a4-04fcf27afc70 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889914 Sep 30 09:55:06.851033 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (041b435d-3203-438a-83e3-b76363275329), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.856548 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:05Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:06.887652 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219735f6-5188-48da-8442-ebc33f1b9d11 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:05Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:55:06.899888 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (041b435d-3203-438a-83e3-b76363275329), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.961730 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (041b435d-3203-438a-83e3-b76363275329), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:06.982564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041b435d-3203-438a-83e3-b76363275329,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:07.047766 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.049009 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-07525564-2509-4de5-ab52-1a1f40c63fb0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2976041 Sep 30 09:55:07.052358 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35608) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:07.058196 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe62fb-9dbb-448f-becd-597b2be6c5d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:07.080204 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8d8d2-bbe2-449e-b1c1-ad180ac0998a None None] New status for floating IP b5950227-9cea-481f-bfa5-ea7140e22d74: ACTIVE {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:55:07.129204 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (1876d655-b786-4e0a-a6b8-f885aafc9b6a), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.187881 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (1876d655-b786-4e0a-a6b8-f885aafc9b6a), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.240781 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (1876d655-b786-4e0a-a6b8-f885aafc9b6a), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.260460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1876d655-b786-4e0a-a6b8-f885aafc9b6a,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:07.305867 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.307144 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3cd44d9c-d223-460d-ab18-f826d33c7858 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538514 Sep 30 09:55:07.310169 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35610) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:07.314524 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:07.383992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.449243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:07.464081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:07.560463 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:07.567981 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Allocated IP 172.37.6.54 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/33cb1e4a-672a-4375-a3e6-deab9334cdf9) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:55:07.581169 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:55:07.600296 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 869788d7-cd2f-4701-b6bd-a6f79a97b732 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:55:07.600639 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 869788d7-cd2f-4701-b6bd-a6f79a97b732 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:55:07.905753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.001229 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.044901 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:55:08.048105 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=33cb1e4a-672a-4375-a3e6-deab9334cdf9,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:08.050486 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:55:08.053059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:55:08.136700 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.223121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.367734 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.427663 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.471036 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:08.495724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=33cb1e4a-672a-4375-a3e6-deab9334cdf9,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:08.498027 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.589798 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.591041 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ebba698e-efaa-4260-a064-25528bfbdfe7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2797964 Sep 30 09:55:08.795569 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-5cf6e48c-a92d-4396-87cd-b91a74336119 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--539401786&fields=id&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 267 time: 0.0461318 Sep 30 09:55:08.903099 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-1e34adc9-712e-4ab2-84d4-b6b54514c814 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:08.904516 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-1e34adc9-712e-4ab2-84d4-b6b54514c814 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 817 time: 0.1025867 Sep 30 09:55:08.919154 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-057ba253-db1e-49fe-bfb6-305bcc040a8c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/quotas/1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 375 time: 0.0093358 Sep 30 09:55:08.969920 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-c5cdca72-86f9-43d1-bf49-2c28febfb6a1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457687 Sep 30 09:55:09.062847 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-60047b10-6669-47b2-bc1f-ec1b03a859ed service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809982 Sep 30 09:55:09.128016 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:09.157916 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-f671c56e-b556-4e4b-b461-29eb20bdd789 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883262 Sep 30 09:55:09.412542 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2594f64d-8b3f-4e23-89b2-a331988ed7c5 req-f679628b-5181-4f45-b65f-a1ce7b1e5c8c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 210 time: 0.0286238 Sep 30 09:55:10.521589 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6f89e357-18d8-470a-bd18-80e410ea84b2 req-924a4c12-133f-42b3-a3e4-21293534b7fa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 210 time: 0.0280762 Sep 30 09:55:11.288222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-ed912f7f-047c-4a6f-bfab-c07576deb6a1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:11.289754 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-ed912f7f-047c-4a6f-bfab-c07576deb6a1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 817 time: 0.1045995 Sep 30 09:55:11.354257 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-ac8eff03-cb04-42f7-9ca9-41714a6499a0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 379 time: 0.0507064 Sep 30 09:55:11.362610 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'port': {'device_id': '299c80c2-f890-43f2-9e42-86f4939c18df', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'admin_state_up': True, 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'security_groups': ['c5fe62fb-9dbb-448f-becd-597b2be6c5d3']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:11.520898 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Made reservation on behalf of 1142014cc9284cf1833e5bfbcdb41599 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:55:11.524678 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.623943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:11.630308 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4e2b83bc-3225-41f8-af52-71140a293d63 req-1f105a12-06f2-41f2-be57-75b9f18f1fae tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 210 time: 0.0287929 Sep 30 09:55:11.651133 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Allocated IP 172.20.0.4 (6555801d-cf6b-484f-a48c-039d4395e1ca/33641e3b-dbf8-48b8-92c8-d70b8e4cb83e/5fe64bf6-a448-427d-8a92-4b647a91c107) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:55:12.043521 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.127101 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.169565 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.171380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Network 6555801d-cf6b-484f-a48c-039d4395e1ca is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:55:12.184745 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:55:12.187299 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:55:12.192074 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:12.243256 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.245626 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.323701 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2ccba46b-481f-4258-99f8-ef1223e0fcdd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646766 Sep 30 09:55:12.343838 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Request body: {'port': {'device_id': '299c80c2-f890-43f2-9e42-86f4939c18df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:12.358934 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Provisioning complete for port 5fe64bf6-a448-427d-8a92-4b647a91c107 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:55:12.359495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.359654 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Attempt 1 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:55:12.392423 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Port 5fe64bf6-a448-427d-8a92-4b647a91c107 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:55:12.401786 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.646143 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:55:12.653344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks [] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.665350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Transition to ACTIVE for port object 5fe64bf6-a448-427d-8a92-4b647a91c107 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:55:12.738797 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.760394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a037f20-605f-4149-8b3f-c7c0c5e00a5d req-579ba760-ebce-4ff5-b546-dcb76bd41397 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.761975 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7a037f20-605f-4149-8b3f-c7c0c5e00a5d req-579ba760-ebce-4ff5-b546-dcb76bd41397 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 931 time: 0.0499394 Sep 30 09:55:12.799623 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:12.809968 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7a037f20-605f-4149-8b3f-c7c0c5e00a5d req-585745ed-5b76-463b-bb44-899b1290e247 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Sep 30 09:55:12.846561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Attempting to bind port 5fe64bf6-a448-427d-8a92-4b647a91c107 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:55:12.846926 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Attempting to bind port 5fe64bf6-a448-427d-8a92-4b647a91c107 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:55:12.847252 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Attempting to bind port 5fe64bf6-a448-427d-8a92-4b647a91c107 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:55:12.881841 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.891048 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Port 5fe64bf6-a448-427d-8a92-4b647a91c107 on network 6555801d-cf6b-484f-a48c-039d4395e1ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:55:12.891374 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Attempting to bind port 5fe64bf6-a448-427d-8a92-4b647a91c107 on network 6555801d-cf6b-484f-a48c-039d4395e1ca {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:55:12.893396 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Attempt 2 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:55:12.930262 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Port 5fe64bf6-a448-427d-8a92-4b647a91c107 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:55:12.933198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:55:12.937973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Checking segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:55:12.937973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Bound using segment: {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:55:12.937973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Bound port: 5fe64bf6-a448-427d-8a92-4b647a91c107, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:55:12.937973 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.993513 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:55:12.996441 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:55:13.056465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:13.060410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.061012 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:13.062485 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 1093 time: 0.7230072 Sep 30 09:55:13.063049 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:13.065239 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4923a5-8083-4837-bab7-4f69a484a97d" -d '{"events": [{"name": "network-changed", "server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:13.107378 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:13.109085 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901a166c-a45e-4e69-9c7b-cdd21fc287f2 x-openstack-request-id: req-901a166c-a45e-4e69-9c7b-cdd21fc287f2 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:13.109352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:13.109600 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-901a166c-a45e-4e69-9c7b-cdd21fc287f2 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:13.110019 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901a166c-a45e-4e69-9c7b-cdd21fc287f2'] response: {'name': 'network-changed', 'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'status': 'completed', 'code': 200} Sep 30 09:55:13.115400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c2d6-c911-400b-81e5-04af39358144 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:13.209805 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-86e5e17b-137b-4dc3-84f8-0d2eceb77a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.211348 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-86e5e17b-137b-4dc3-84f8-0d2eceb77a14 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1127 time: 0.0447135 Sep 30 09:55:13.314250 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-6ed5f4c4-66a6-440e-b109-4e3ec84bc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.315724 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-6ed5f4c4-66a6-440e-b109-4e3ec84bc3e1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=1142014cc9284cf1833e5bfbcdb41599&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0919452 Sep 30 09:55:13.411727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-5a3d4e8b-16dd-4949-b015-b818f2f839cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.413150 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2f4923a5-8083-4837-bab7-4f69a484a97d req-5a3d4e8b-16dd-4949-b015-b818f2f839cd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898221 Sep 30 09:55:13.431584 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Attempt 3 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:55:13.469299 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-032d69af-3e41-4d4a-a4db-abdcaa9ecd29 None None] Port 5fe64bf6-a448-427d-8a92-4b647a91c107 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:55:13.506498 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2d3f668f-67d8-4d3c-a177-6d64dc14b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.507985 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-2d3f668f-67d8-4d3c-a177-6d64dc14b839 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1127 time: 0.0395615 Sep 30 09:55:13.554347 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-9cc48fac-d177-4977-ade0-4bb96d5d1cb0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 217 time: 0.0352082 Sep 30 09:55:13.600834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-7a351f3b-2afe-4abb-951c-deec4e44079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.602207 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-7a351f3b-2afe-4abb-951c-deec4e44079c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0429249 Sep 30 09:55:13.643586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-f699f473-988e-476f-bd4f-863e6d8bf7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.645639 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-f699f473-988e-476f-bd4f-863e6d8bf7d9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378950 Sep 30 09:55:13.735289 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-1bf6d020-f371-4235-b33d-7054816f7a06 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834391 Sep 30 09:55:13.823708 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-2cef24d7-c9a9-4de4-8f01-f619031f2954 req-a177e74b-4ba2-40b4-82cd-7be630dc05e5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Sep 30 09:55:13.932975 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d0a4-c4aa-4ee9-bb59-dc03ad2219f4 req-499ad6e6-0b43-4048-a39a-9430cdf9c827 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:13.934438 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8868d0a4-c4aa-4ee9-bb59-dc03ad2219f4 req-499ad6e6-0b43-4048-a39a-9430cdf9c827 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0471411 Sep 30 09:55:13.980376 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8868d0a4-c4aa-4ee9-bb59-dc03ad2219f4 req-a9d798d2-a5d9-4aa7-a2ca-52414db62cc4 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Sep 30 09:55:14.727439 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:55:15.109160 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e8d7-d0a1-4942-b60c-46c8457c3925 req-cef0be17-c2f0-4e40-9a46-be09c175b64c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:15.110604 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a91e8d7-d0a1-4942-b60c-46c8457c3925 req-cef0be17-c2f0-4e40-9a46-be09c175b64c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0492084 Sep 30 09:55:15.156443 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8a91e8d7-d0a1-4942-b60c-46c8457c3925 req-bd4b4c5b-58db-4006-b8f4-0ff6a7163ea8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Sep 30 09:55:16.280183 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63910c-da5b-47c9-b1db-5280e01e1ee5 req-453e458f-5f7d-46b6-8826-1ea49d793c20 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:16.281632 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-db63910c-da5b-47c9-b1db-5280e01e1ee5 req-453e458f-5f7d-46b6-8826-1ea49d793c20 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0469508 Sep 30 09:55:16.327128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-db63910c-da5b-47c9-b1db-5280e01e1ee5 req-6463d3b4-8441-454d-a551-4318ca785acd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392003 Sep 30 09:55:17.450679 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4565dc-00fa-4463-be0f-c67fee79194d req-9f73f6b6-1da5-4611-a9ec-80fa1c51ddd8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:17.452039 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2c4565dc-00fa-4463-be0f-c67fee79194d req-9f73f6b6-1da5-4611-a9ec-80fa1c51ddd8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0458219 Sep 30 09:55:17.502435 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2c4565dc-00fa-4463-be0f-c67fee79194d req-6d453550-1ca2-4b86-b50f-4e7d8c3202e0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Sep 30 09:55:17.592727 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:55:17.690957 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:17.701638 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:55:17.735701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:55:17.736082 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:17.748595 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:55:17.767568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:17.811880 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:17.856162 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:18.115871 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['5fe64bf6-a448-427d-8a92-4b647a91c107'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:55:18.139567 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:18.242672 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:18.627549 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00355a-8a83-4c96-be2f-db0f21c24e47 req-8b35ae72-f025-4f97-a810-f6ad5ea188cd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:18.629858 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4c00355a-8a83-4c96-be2f-db0f21c24e47 req-8b35ae72-f025-4f97-a810-f6ad5ea188cd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 944 time: 0.0461013 Sep 30 09:55:18.654725 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:18.681963 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4c00355a-8a83-4c96-be2f-db0f21c24e47 req-1b4dd505-9cd1-46a2-b09f-10f28f2eb434 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Sep 30 09:55:19.614722 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:55:19.655981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 5fe64bf6-a448-427d-8a92-4b647a91c107 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:55:19.749358 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 5fe64bf6-a448-427d-8a92-4b647a91c107 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:55:19.749735 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:19.750071 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:55:19.801541 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768901-b8d7-410b-901c-4b37000de520 req-a353eeb3-1338-451d-b77c-0d1f5bfb5806 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:19.803064 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f4768901-b8d7-410b-901c-4b37000de520 req-a353eeb3-1338-451d-b77c-0d1f5bfb5806 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 944 time: 0.0467434 Sep 30 09:55:19.828515 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:55:19.828952 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:19.851679 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:19.853211 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f4768901-b8d7-410b-901c-4b37000de520 req-1cdb3965-2479-4da9-b248-9063224404d2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440361 Sep 30 09:55:19.853892 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df16dd8-ac4a-4ad1-92f9-f3a23f819340" -d '{"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:19.866384 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:19.895653 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40096933-0864-4e73-8fb6-308df61cd405 x-openstack-request-id: req-40096933-0864-4e73-8fb6-308df61cd405 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:19.895939 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:19.896187 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40096933-0864-4e73-8fb6-308df61cd405 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:19.896591 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40096933-0864-4e73-8fb6-308df61cd405'] response: {'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'code': 200} Sep 30 09:55:19.938258 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:19.983854 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:20.224296 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230db5c-7cc5-4815-a81b-65f5dca961d3 req-e3adca44-f0af-4b3d-8c35-030d7d6c51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:20.225762 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c230db5c-7cc5-4815-a81b-65f5dca961d3 req-e3adca44-f0af-4b3d-8c35-030d7d6c51b4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1129 time: 0.0433691 Sep 30 09:55:20.270284 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-c230db5c-7cc5-4815-a81b-65f5dca961d3 req-741d6d96-de30-4fa5-9106-a05c56e3234c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377684 Sep 30 09:55:20.988464 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95079f-941b-4107-9fce-b1c00ac1aca1 req-2052da34-bc9f-4cdf-acaf-0b2ae1bd1684 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:20.989920 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9c95079f-941b-4107-9fce-b1c00ac1aca1 req-2052da34-bc9f-4cdf-acaf-0b2ae1bd1684 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0503814 Sep 30 09:55:21.036955 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9c95079f-941b-4107-9fce-b1c00ac1aca1 req-54697502-8a98-4cca-b062-82d7c6287be9 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Sep 30 09:55:21.555064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-116c16bb-cb3a-4b1a-bac0-c9454bae45d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:22.165479 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba52f-cc7c-40e5-aa67-6e16290d89bf req-d0115b7b-3af1-4311-bb4e-808696719d39 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:22.166956 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c01ba52f-cc7c-40e5-aa67-6e16290d89bf req-d0115b7b-3af1-4311-bb4e-808696719d39 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0465417 Sep 30 09:55:22.214349 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c01ba52f-cc7c-40e5-aa67-6e16290d89bf req-b3f609d5-b7ad-48f9-842c-6c6e138a9e5a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Sep 30 09:55:22.333148 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fc10d-2dc2-4da6-8ead-8374a50c2cc1 req-e582cc26-83bc-4f72-ba03-8152a75b50b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:22.334501 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e2fc10d-2dc2-4da6-8ead-8374a50c2cc1 req-e582cc26-83bc-4f72-ba03-8152a75b50b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0450523 Sep 30 09:55:22.344370 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 35672) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:22.349141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Request body: {'floatingip': {'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:22.388807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:22.490148 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:22.802869 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:22.846527 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:22.936045 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Floating IP f533167c-32ff-4f7d-9755-20dce72681c4 associated. External IP: 172.37.6.54, port: 5fe64bf6-a448-427d-8a92-4b647a91c107. Sep 30 09:55:23.103149 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:23.125269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:55:23.228165 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:55:23.232529 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:23.240598 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:55:23.248821 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:23.249532 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:23.262692 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-01698cba-79e0-4f69-8ceb-5c8354586454 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/f533167c-32ff-4f7d-9755-20dce72681c4 HTTP/1.1" status: 200 len: 990 time: 0.9172997 Sep 30 09:55:23.263327 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:23.272121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b" -d '{"events": [{"name": "network-changed", "server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:23.306782 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec75f6d-62d2-4dab-a1cc-80311f7d0470 x-openstack-request-id: req-8ec75f6d-62d2-4dab-a1cc-80311f7d0470 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:23.306782 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:23.306782 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ec75f6d-62d2-4dab-a1cc-80311f7d0470 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:23.306782 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec75f6d-62d2-4dab-a1cc-80311f7d0470'] response: {'name': 'network-changed', 'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'status': 'completed', 'code': 200} Sep 30 09:55:23.352668 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:23.394420 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-919f8655-ee0c-4767-875d-7f347968f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:23.395902 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-919f8655-ee0c-4767-875d-7f347968f0be service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1129 time: 0.0397024 Sep 30 09:55:23.489566 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-bc891844-9fed-4947-9ce1-3719294c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:23.491035 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-bc891844-9fed-4947-9ce1-3719294c565c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0888841 Sep 30 09:55:23.552087 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-6885c313-a248-4f22-ac68-8d21ec01a137 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 998 time: 0.0552433 Sep 30 09:55:23.560023 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f533167c-32ff-4f7d-9755-20dce72681c4', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.54', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299c80c2-f890-43f2-9e42-86f4939c18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:08Z', 'updated_at': '2022-09-30T09:55:22Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:23.585760 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:23.587274 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:55:23.595551 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:23.596325 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:54:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:23.600088 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-e4adb4a7-13d1-41d5-89d5-93dc782a3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:23.601545 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-e4adb4a7-13d1-41d5-89d5-93dc782a3fd8 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0438299 Sep 30 09:55:23.631150 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:23.645479 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-01a4859c-7e78-4c65-a12a-28cd64a65fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:23.646929 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-01a4859c-7e78-4c65-a12a-28cd64a65fdb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391104 Sep 30 09:55:23.721064 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-bd3f9dca-aebd-4348-979c-99c315736a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:23.731350 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:23.748770 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-d48607cb-9c72-47d0-96fd-933bf86e609d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960686 Sep 30 09:55:23.789632 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:23.844302 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d7976dc2-0bcf-4a92-a4a7-455cefe4e47b req-9e31ff04-9981-4eb7-9c03-602852cc9a91 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889499 Sep 30 09:55:23.985677 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:23.994486 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f533167c-32ff-4f7d-9755-20dce72681c4', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.54', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299c80c2-f890-43f2-9e42-86f4939c18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:08Z', 'updated_at': '2022-09-30T09:55:22Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:24.018230 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d5d9-2029-467f-95cd-40afe17914e9 None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f533167c-32ff-4f7d-9755-20dce72681c4', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'floating_ip_address': '172.37.6.54', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299c80c2-f890-43f2-9e42-86f4939c18df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:08Z', 'updated_at': '2022-09-30T09:55:22Z', 'revision_number': 1, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:55:24.197038 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b551d-7cea-4c31-b378-630daf195f5e None None] New status for floating IP f533167c-32ff-4f7d-9755-20dce72681c4: ACTIVE {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:55:25.022116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:26.641262 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:26.642615 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:31.406155 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:33.258091 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=11 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:33.260022 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:33.840582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=32 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:35.904514 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=33 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:35.908454 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:41.326977 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:41.328824 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:51.565857 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbf7f-7cf9-4ae0-afa4-0ceb1fd8557d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:51.725726 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:55:53.737781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-982af0a7-b593-4cca-9231-d6cda7acc40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:55.006334 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:56.663619 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:56.664972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:01.417466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:01.721144 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:01.721949 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:02.234028 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e240-c279-4b8d-b71c-d0ec96560a93 req-5c31c745-f040-4da7-9c5b-c896a826ea85 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:02.235513 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e1d2e240-c279-4b8d-b71c-d0ec96560a93 req-5c31c745-f040-4da7-9c5b-c896a826ea85 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.1457644 Sep 30 09:56:02.288225 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e1d2e240-c279-4b8d-b71c-d0ec96560a93 req-f03002b6-f67e-41d0-b22a-288ad4f94428 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Sep 30 09:56:03.413718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46d83-04e0-4fcf-9b94-f01476e36c6b req-97c0094a-78d9-476c-ba5e-38b307362d06 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:03.415206 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-83a46d83-04e0-4fcf-9b94-f01476e36c6b req-97c0094a-78d9-476c-ba5e-38b307362d06 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0466588 Sep 30 09:56:03.461689 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-83a46d83-04e0-4fcf-9b94-f01476e36c6b req-5b2562ac-3fe0-450e-9353-73d63f9a4283 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Sep 30 09:56:04.585069 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9992-3ce7-4aa3-b1ba-1fd441788b6c req-fb1963e4-ff18-42f7-9830-e757c3a61b4a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:04.587128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c95e9992-3ce7-4aa3-b1ba-1fd441788b6c req-fb1963e4-ff18-42f7-9830-e757c3a61b4a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0459230 Sep 30 09:56:04.633544 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c95e9992-3ce7-4aa3-b1ba-1fd441788b6c req-913d6a10-f34f-4bd1-94ad-50d78c49c331 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Sep 30 09:56:05.761927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420c015-899f-40df-a3a3-e499c0a3f925 req-f2f38095-5c9a-45a4-8518-7b34eb8aac79 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:05.763409 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4420c015-899f-40df-a3a3-e499c0a3f925 req-f2f38095-5c9a-45a4-8518-7b34eb8aac79 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0503173 Sep 30 09:56:05.810308 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4420c015-899f-40df-a3a3-e499c0a3f925 req-9b9f0b28-af17-49e6-b4fd-cda1fda1d52f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Sep 30 09:56:06.932977 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e39f-11d6-4a24-b5fb-8dc385bb4bd1 req-ff954da7-2d77-4ed1-b527-92bf0f92da2c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:06.934440 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2635e39f-11d6-4a24-b5fb-8dc385bb4bd1 req-ff954da7-2d77-4ed1-b527-92bf0f92da2c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0454831 Sep 30 09:56:06.980675 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2635e39f-11d6-4a24-b5fb-8dc385bb4bd1 req-346c8faf-ffd0-4fa6-bd22-87f50d6cbe8b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Sep 30 09:56:07.355048 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-fb6324ef-dea2-4a8d-ac5e-4bce91c5a366 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383673 Sep 30 09:56:07.453421 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-b8c4f277-5306-4682-b078-6a0f7401534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:07.454903 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-b8c4f277-5306-4682-b078-6a0f7401534d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1129 time: 0.0384750 Sep 30 09:56:07.558024 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-d26f62ba-604c-4864-a0f0-77ae1615d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:07.559499 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-d26f62ba-604c-4864-a0f0-77ae1615d14a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0869339 Sep 30 09:56:07.618439 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-eae07d7b-7933-4861-b298-cdc4b3751f2f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 1000 time: 0.0531387 Sep 30 09:56:07.665764 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-f37f92e5-5957-4628-89cd-a5a587c8b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:07.667184 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-f37f92e5-5957-4628-89cd-a5a587c8b5fb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0429006 Sep 30 09:56:07.712461 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-3d4f0936-5b00-4ad1-bee5-566ad4d03735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:07.713839 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-3d4f0936-5b00-4ad1-bee5-566ad4d03735 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406647 Sep 30 09:56:07.800858 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-aa2e7e80-49b9-4270-83f1-59a129882e68 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806451 Sep 30 09:56:07.890788 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-edb3c3c0-8a0f-4d27-9183-eeb2b7a1a00e req-b36c28e5-b334-45e7-8e65-3112647f9e79 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836525 Sep 30 09:56:08.111012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d867-0d9a-473a-b766-70750874fe07 req-50b9ed6b-b283-41bf-a9e0-95128fc59c02 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:08.112441 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9dc5d867-0d9a-473a-b766-70750874fe07 req-50b9ed6b-b283-41bf-a9e0-95128fc59c02 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0458684 Sep 30 09:56:08.162433 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9dc5d867-0d9a-473a-b766-70750874fe07 req-7a774593-da1e-490f-bb82-0a8db113d362 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445123 Sep 30 09:56:09.286543 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92e05-c886-4682-a08b-50dba030fdc0 req-2a95c7e8-2294-4d1a-9f90-9eea05464d82 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:09.287994 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-98d92e05-c886-4682-a08b-50dba030fdc0 req-2a95c7e8-2294-4d1a-9f90-9eea05464d82 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0464506 Sep 30 09:56:09.333874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-98d92e05-c886-4682-a08b-50dba030fdc0 req-22289b85-195b-4e16-9b9f-ddead23a4f05 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Sep 30 09:56:10.457768 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668fb01-1265-452b-a386-51b3f6941381 req-b3638b2d-1989-4f01-b44f-51816be5aff0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:10.459121 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3668fb01-1265-452b-a386-51b3f6941381 req-b3638b2d-1989-4f01-b44f-51816be5aff0 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0454605 Sep 30 09:56:10.503755 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3668fb01-1265-452b-a386-51b3f6941381 req-cd7e79d3-df0b-4b76-8927-8df9b698174b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392160 Sep 30 09:56:11.349466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:11.356417 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:11.631927 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0c04e-0e59-4977-ab17-59e7063e4a8e req-d7b0fd2d-09f6-4e42-bf2f-17b990fca649 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:11.633856 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62a0c04e-0e59-4977-ab17-59e7063e4a8e req-d7b0fd2d-09f6-4e42-bf2f-17b990fca649 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0497539 Sep 30 09:56:11.679517 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62a0c04e-0e59-4977-ab17-59e7063e4a8e req-454624f6-a66f-4501-a98e-f3962e8fe9c6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 Sep 30 09:56:12.804299 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ee735-dc8c-46ae-b0eb-880c8ac0ee2d req-c3d5269f-60d8-4fdc-92af-d4bbd20fd21c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:12.805755 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-306ee735-dc8c-46ae-b0eb-880c8ac0ee2d req-c3d5269f-60d8-4fdc-92af-d4bbd20fd21c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0460663 Sep 30 09:56:12.851371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-306ee735-dc8c-46ae-b0eb-880c8ac0ee2d req-cb1ec130-1898-40b6-9c10-2c5a9ea04acc tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399742 Sep 30 09:56:13.978288 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529af9-bdd4-4384-88ee-dbfdb8c3a762 req-ce35058f-3cb4-40e5-94b6-386ac1472e55 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:13.979745 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30529af9-bdd4-4384-88ee-dbfdb8c3a762 req-ce35058f-3cb4-40e5-94b6-386ac1472e55 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0503063 Sep 30 09:56:14.025888 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30529af9-bdd4-4384-88ee-dbfdb8c3a762 req-d1ea6b01-0ba6-4b84-9701-e14a74939024 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Sep 30 09:56:15.112778 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:15.114605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:15.150219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfb489-daf4-45a1-9fed-6a2d49e9c8bf req-6dcb575a-768b-4f37-a1c3-fbc401d57d56 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:15.151694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3ddfb489-daf4-45a1-9fed-6a2d49e9c8bf req-6dcb575a-768b-4f37-a1c3-fbc401d57d56 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0471632 Sep 30 09:56:15.199049 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3ddfb489-daf4-45a1-9fed-6a2d49e9c8bf req-8fa0bccb-bd65-4bad-984c-da5dd97d41c6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417182 Sep 30 09:56:16.323109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf32aa-91d5-4a4b-ad89-a1164b4c0223 req-b6572a25-26f7-41af-b9fd-98b3bb10d29f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:16.324544 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fddf32aa-91d5-4a4b-ad89-a1164b4c0223 req-b6572a25-26f7-41af-b9fd-98b3bb10d29f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0448582 Sep 30 09:56:16.373403 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fddf32aa-91d5-4a4b-ad89-a1164b4c0223 req-548ee65b-7853-4eb4-bcbd-75afcc1ae456 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Sep 30 09:56:17.498318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049657a-5757-46c7-b25b-1dd1a47f88bf req-8789f3f2-cecb-4c47-b2dd-d363edaca3df tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:17.499761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6049657a-5757-46c7-b25b-1dd1a47f88bf req-8789f3f2-cecb-4c47-b2dd-d363edaca3df tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0461788 Sep 30 09:56:17.545244 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6049657a-5757-46c7-b25b-1dd1a47f88bf req-75e24ed7-7750-40a3-a48b-8adffe7a4976 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399864 Sep 30 09:56:17.881411 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=50 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:17.888338 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=51 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:18.668233 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b16d23-b171-4d5d-a39a-2909b68c3ccf req-6da0a102-feb1-4841-b27a-ce49fa1156a2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:18.669649 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-52b16d23-b171-4d5d-a39a-2909b68c3ccf req-6da0a102-feb1-4841-b27a-ce49fa1156a2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0450456 Sep 30 09:56:18.715331 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-52b16d23-b171-4d5d-a39a-2909b68c3ccf req-56b74cf7-6b9b-4264-b03b-eed98bd890cb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Sep 30 09:56:19.842018 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6dfb-6abe-496e-8402-81d609bbcb31 req-30c09a10-7461-4a2b-a282-483ed31cfd6f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:19.843483 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-625a6dfb-6abe-496e-8402-81d609bbcb31 req-30c09a10-7461-4a2b-a282-483ed31cfd6f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0490723 Sep 30 09:56:19.889514 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-625a6dfb-6abe-496e-8402-81d609bbcb31 req-3379a64d-ca97-4ed5-9aad-137042de0e9f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Sep 30 09:56:19.904597 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:56:20.004092 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:20.014898 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:56:20.047964 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: ACTIVE; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:56:20.048350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:20.061693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:56:20.080349 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:20.148892 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:20.193972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=6']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:20.201175 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.201518 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.201854 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.202188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.202517 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.202875 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.203198 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.203520 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.203846 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.204164 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.204501 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.204801 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.205116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.205430 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.205745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:20.322242 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['5fe64bf6-a448-427d-8a92-4b647a91c107'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:56:20.653561 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=16 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:21.019508 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232cbe9-49d2-43cc-b906-80fec4d2a834 req-428e2ce0-e73f-4165-8944-7c819b0e307f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:21.023047 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f232cbe9-49d2-43cc-b906-80fec4d2a834 req-428e2ce0-e73f-4165-8944-7c819b0e307f tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 944 time: 0.0498188 Sep 30 09:56:21.069050 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f232cbe9-49d2-43cc-b906-80fec4d2a834 req-1e27442a-eb98-432a-9c0b-c1fbeaacffdc tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Sep 30 09:56:21.555972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a19c-d5c9-41b1-ac29-9a3c1cf4e649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:21.705373 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=18 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:21.913666 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:56:21.969382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 5fe64bf6-a448-427d-8a92-4b647a91c107 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:56:21.969831 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:21.970247 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:56:22.051315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:56:22.051972 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:22.080841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:56:22.083231 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c0a4c-aec8-4fb0-a255-e7791d854e4b" -d '{"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:56:22.099133 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:22.136366 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2226f9-25bb-4934-8867-a42d29302f62 x-openstack-request-id: req-aa2226f9-25bb-4934-8867-a42d29302f62 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:56:22.136676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:56:22.137140 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa2226f9-25bb-4934-8867-a42d29302f62 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:56:22.137542 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2226f9-25bb-4934-8867-a42d29302f62'] response: {'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'code': 200} Sep 30 09:56:22.172158 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:22.225478 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f8e1-8a0b-4600-9b4c-b5ce117a9b67 req-9235992a-a5ae-4b44-9f3f-057124aa7bc6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:22.233475 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=7']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:22.233998 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1478f8e1-8a0b-4600-9b4c-b5ce117a9b67 req-9235992a-a5ae-4b44-9f3f-057124aa7bc6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0746248 Sep 30 09:56:22.282245 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1478f8e1-8a0b-4600-9b4c-b5ce117a9b67 req-a5f9a511-fa81-4644-8e4f-6b20d21d8e97 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473297 Sep 30 09:56:23.441410 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966a3a-d487-4f4a-bc3c-c7bae5b456b1 req-6a16c608-dacb-4e8e-b17d-8081365df29d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:23.445155 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-be966a3a-d487-4f4a-bc3c-c7bae5b456b1 req-6a16c608-dacb-4e8e-b17d-8081365df29d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0686555 Sep 30 09:56:23.499727 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-be966a3a-d487-4f4a-bc3c-c7bae5b456b1 req-6d0cd9a6-5edf-4097-bb60-696099f38f0a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478497 Sep 30 09:56:23.731550 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c695cb59-3b62-44d3-8b74-d68ecdbe9527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:24.640079 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ef79a-dfcb-4593-8be7-9c439c0b1494 req-1b3bdce8-16be-43e2-80b2-bac72ace3bef tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:24.641664 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fa2ef79a-dfcb-4593-8be7-9c439c0b1494 req-1b3bdce8-16be-43e2-80b2-bac72ace3bef tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0569515 Sep 30 09:56:24.692489 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fa2ef79a-dfcb-4593-8be7-9c439c0b1494 req-5ac00e38-b6f3-4d3c-ad7e-e63a599ae7e6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 Sep 30 09:56:25.017451 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:25.846136 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9ed2e-d2e2-4aa2-a760-57911d57b68c req-16fe4454-801f-4040-8eae-4cd3bb8ad149 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:25.848880 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-38a9ed2e-d2e2-4aa2-a760-57911d57b68c req-16fe4454-801f-4040-8eae-4cd3bb8ad149 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0588365 Sep 30 09:56:25.902070 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-38a9ed2e-d2e2-4aa2-a760-57911d57b68c req-21ce4360-e4ae-4025-a46b-8e110f2fdd42 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461922 Sep 30 09:56:26.685607 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:26.687199 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:27.060087 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2593a6-ad40-4019-9e2a-9894c1d3eb56 req-c9f01e40-f9f9-40ce-be6a-2df83813acd2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:27.072474 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c2593a6-ad40-4019-9e2a-9894c1d3eb56 req-c9f01e40-f9f9-40ce-be6a-2df83813acd2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0567853 Sep 30 09:56:27.110279 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:27.114896 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c2593a6-ad40-4019-9e2a-9894c1d3eb56 req-b88c82df-030f-497d-a2b6-8db77e065100 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Sep 30 09:56:28.254958 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf70aa-f910-4ce5-8366-10117f3ac712 req-d8faf904-4081-4dae-83be-3b19cea23114 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:28.256877 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fbaf70aa-f910-4ce5-8366-10117f3ac712 req-d8faf904-4081-4dae-83be-3b19cea23114 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0569258 Sep 30 09:56:28.280417 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:28.314643 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fbaf70aa-f910-4ce5-8366-10117f3ac712 req-10c0aa4e-c020-460e-a454-32c811ed539e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517859 Sep 30 09:56:28.725656 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:56:29.454219 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af7c71-890f-4a8f-835a-d8f9c94e44be req-4fefab96-b6ab-4b60-9ada-e2840f8f635e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:29.456555 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4af7c71-890f-4a8f-835a-d8f9c94e44be req-4fefab96-b6ab-4b60-9ada-e2840f8f635e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0530810 Sep 30 09:56:29.508285 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c4af7c71-890f-4a8f-835a-d8f9c94e44be req-61e63e0a-5344-4c6f-803d-c92406b86581 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Sep 30 09:56:30.650820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0d3f1-83cb-4bf3-80ad-5aebf259fbc9 req-7405386c-0cb7-42f0-9966-a122dad46138 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:30.652388 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6eb0d3f1-83cb-4bf3-80ad-5aebf259fbc9 req-7405386c-0cb7-42f0-9966-a122dad46138 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0487125 Sep 30 09:56:30.704101 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6eb0d3f1-83cb-4bf3-80ad-5aebf259fbc9 req-d82b7328-bbfa-40b6-997d-2db427549b30 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 Sep 30 09:56:31.411519 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:31.829478 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399fa9-94eb-47aa-a65a-f9d122136174 req-772eb887-acfd-49d8-a3fa-f710f168c261 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:31.830959 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae399fa9-94eb-47aa-a65a-f9d122136174 req-772eb887-acfd-49d8-a3fa-f710f168c261 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0461936 Sep 30 09:56:31.885401 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae399fa9-94eb-47aa-a65a-f9d122136174 req-adeeab50-45db-46b8-9a1f-77db690de25c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488677 Sep 30 09:56:32.102659 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c627-af93-464a-907e-86592daa588a req-38a15757-ab59-4922-8e5d-582f1fc7bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:32.104046 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-38a15757-ab59-4922-8e5d-582f1fc7bb6b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1129 time: 0.0392752 Sep 30 09:56:32.194916 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c627-af93-464a-907e-86592daa588a req-d9b652f9-5b2f-495d-900e-3dfe6d813bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:32.196939 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-d9b652f9-5b2f-495d-900e-3dfe6d813bbb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0872579 Sep 30 09:56:32.256261 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-70039f65-45f1-40fe-9efa-046c033c65aa service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 1000 time: 0.0530908 Sep 30 09:56:32.301724 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c627-af93-464a-907e-86592daa588a req-74bc2401-5def-41c3-83c7-9a90f6fe4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:32.303109 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-74bc2401-5def-41c3-83c7-9a90f6fe4102 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0412924 Sep 30 09:56:32.347366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c627-af93-464a-907e-86592daa588a req-64d0d813-1ba6-41c1-97e2-b46d7d7a44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:32.348793 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-64d0d813-1ba6-41c1-97e2-b46d7d7a44d9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400205 Sep 30 09:56:32.358858 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-6c46759a-5de6-421f-8cc6-513ad03bae86 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:56:32.359732 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-6c46759a-5de6-421f-8cc6-513ad03bae86 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047028 Sep 30 09:56:32.446848 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-c550758e-7a62-48a6-b9f8-d4d2da17d968 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808938 Sep 30 09:56:32.538125 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-65a2c627-af93-464a-907e-86592daa588a req-0a5e9865-f989-40b3-bf62-2e62e8080538 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Sep 30 09:56:33.011469 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d323-33b9-4ee0-b1e2-a2be35116507 req-37026b91-a1c1-4e68-91ce-7f75a7118da2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:33.012920 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a054d323-33b9-4ee0-b1e2-a2be35116507 req-37026b91-a1c1-4e68-91ce-7f75a7118da2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0461330 Sep 30 09:56:33.058597 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a054d323-33b9-4ee0-b1e2-a2be35116507 req-7c4e5886-8f55-42cd-9393-d30237b92d5c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 Sep 30 09:56:34.192863 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e4e47-c1d0-4107-a5a2-c5704c8de19b req-579202a6-5eb5-4e23-b0b6-7ccbe4f855d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:34.194332 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-037e4e47-c1d0-4107-a5a2-c5704c8de19b req-579202a6-5eb5-4e23-b0b6-7ccbe4f855d1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0507357 Sep 30 09:56:34.243577 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-037e4e47-c1d0-4107-a5a2-c5704c8de19b req-7507fdf2-cdbf-4660-9435-ee827ef993c7 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 Sep 30 09:56:35.367013 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc430-8c8c-4a15-ac9a-68ba386ae384 req-35486bd3-741f-4090-9f57-ed391ef81d74 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:35.368976 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-47edc430-8c8c-4a15-ac9a-68ba386ae384 req-35486bd3-741f-4090-9f57-ed391ef81d74 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 945 time: 0.0457811 Sep 30 09:56:35.415948 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-47edc430-8c8c-4a15-ac9a-68ba386ae384 req-64a74a04-5f3b-4bee-8a25-3d204634262e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413706 Sep 30 09:56:36.073821 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:56:36.104907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:36.106969 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:36.145812 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: ACTIVE; New status is: DOWN {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:56:36.146191 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:36.168733 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:56:36.170948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e44b0a0-c8e6-49cf-8c72-1420885a1662" -d '{"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:56:36.183494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:36.205127 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Sep 2022 09:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d43e3-f83f-4016-9850-559d9747278d x-openstack-request-id: req-e12d43e3-f83f-4016-9850-559d9747278d {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:56:36.205416 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-unplugged", "status": "failed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "code": 422}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:56:36.205689 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e12d43e3-f83f-4016-9850-559d9747278d {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:56:36.206093 dv-cinder-master-3-iscsi neutron-server[113204]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e12d43e3-f83f-4016-9850-559d9747278d']: {'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'code': 422} returned with failed status Sep 30 09:56:36.297153 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:36.344392 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=8']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:37.297704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-606a65c2-b58f-431c-bdd4-de7b319242ba req-2e9cc8af-d513-44d0-ae67-616b18dfba50 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:56:37.298726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-606a65c2-b58f-431c-bdd4-de7b319242ba req-2e9cc8af-d513-44d0-ae67-616b18dfba50 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051534 Sep 30 09:56:37.762209 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4ea56-95bd-46b3-a6da-0f9009bc5869 req-5742e228-17ca-4b47-82a0-b99aae97389c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:37.763752 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0de4ea56-95bd-46b3-a6da-0f9009bc5869 req-5742e228-17ca-4b47-82a0-b99aae97389c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0471363 Sep 30 09:56:37.815350 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0de4ea56-95bd-46b3-a6da-0f9009bc5869 req-a3b62022-1c4d-4232-b85e-452af6bdf6ee tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460823 Sep 30 09:56:38.125404 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-592068cb-ff2a-4a7a-ad51-cc5fd617f48c service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416384 Sep 30 09:56:38.199320 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-1f760306-4641-4f2d-8984-921ddaf08b0c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:38.200674 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-1f760306-4641-4f2d-8984-921ddaf08b0c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports/5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 940 time: 0.0468922 Sep 30 09:56:38.721474 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:38.947406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb802-416a-4826-a20f-089aaeda7605 req-24f33010-a95a-40ae-9177-289b64c08784 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:38.949085 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e5bbb802-416a-4826-a20f-089aaeda7605 req-24f33010-a95a-40ae-9177-289b64c08784 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0483222 Sep 30 09:56:38.998544 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e5bbb802-416a-4826-a20f-089aaeda7605 req-190fd722-a87d-40f3-9866-e492e1763cfb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Sep 30 09:56:39.652311 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-01d2598a-5e8c-42cb-a603-612a76699474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.653779 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-01d2598a-5e8c-42cb-a603-612a76699474 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df&tenant_id=1142014cc9284cf1833e5bfbcdb41599 HTTP/1.1" status: 200 len: 1127 time: 0.0721526 Sep 30 09:56:39.728094 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-dc09197c-2043-4d60-9e3d-7408709769ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.729534 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-dc09197c-2043-4d60-9e3d-7408709769ab service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1127 time: 0.0377924 Sep 30 09:56:39.822376 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-f278c98b-59b1-4d69-b4e2-e6d918189607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.823827 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-f278c98b-59b1-4d69-b4e2-e6d918189607 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0874429 Sep 30 09:56:39.881402 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-29c2a090-9b4a-411e-a580-e5db041a8006 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 998 time: 0.0516574 Sep 30 09:56:39.931475 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-13788125-08fa-4497-a746-9b0964e80a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.933001 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-13788125-08fa-4497-a746-9b0964e80a3a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0452695 Sep 30 09:56:39.973648 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-1a6aad4b-b4bc-4f7c-9a38-748ded8be545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.975176 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-1a6aad4b-b4bc-4f7c-9a38-748ded8be545 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370312 Sep 30 09:56:40.061982 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:40.067596 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-e43e3da3-fac1-4a92-ac91-2a20848ee57e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862634 Sep 30 09:56:40.130930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d8b9-0e6b-4036-a577-adf54bd8284f req-08f4c0ef-185b-4ed8-9d43-fd0a10d0307a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:40.132033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:40.132409 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bf75d8b9-0e6b-4036-a577-adf54bd8284f req-08f4c0ef-185b-4ed8-9d43-fd0a10d0307a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0471334 Sep 30 09:56:40.157681 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6ff651c8-4433-4e95-88a9-de57fc5c9f1d req-b90f63f4-3c79-47ca-8a01-59dd9de238c7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832846 Sep 30 09:56:40.179693 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-bf75d8b9-0e6b-4036-a577-adf54bd8284f req-6f5ffed2-93db-4b6f-aad7-a9d7b5449aaa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 Sep 30 09:56:41.319589 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb175-da96-4703-8e1d-d7d7e68e972f req-36caaa8f-8a88-495f-8098-b894e0c83f34 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:41.321112 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d90fb175-da96-4703-8e1d-d7d7e68e972f req-36caaa8f-8a88-495f-8098-b894e0c83f34 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0526404 Sep 30 09:56:41.356071 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:41.372269 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d90fb175-da96-4703-8e1d-d7d7e68e972f req-9ec9cdac-ac4d-4033-9a14-3430e1b06c32 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Sep 30 09:56:42.506261 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55aca60-e50b-4407-b1b6-30dfd0a6ff6d req-e3689f48-baf1-4e60-9fcc-a2ece0e8b8d8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:42.508474 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f55aca60-e50b-4407-b1b6-30dfd0a6ff6d req-e3689f48-baf1-4e60-9fcc-a2ece0e8b8d8 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0517356 Sep 30 09:56:42.547807 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:42.560353 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f55aca60-e50b-4407-b1b6-30dfd0a6ff6d req-2c54e1dc-df57-4fde-bf96-c74efbe3c2b1 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Sep 30 09:56:43.696367 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9325-8a09-4077-8b20-63b3eaff66c1 req-bdf6a187-eb31-47eb-bb4c-b38b2ac63dbf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:43.697817 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a49b9325-8a09-4077-8b20-63b3eaff66c1 req-bdf6a187-eb31-47eb-bb4c-b38b2ac63dbf tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0535402 Sep 30 09:56:43.757840 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a49b9325-8a09-4077-8b20-63b3eaff66c1 req-1566bf7a-abae-43f5-bb55-e7cfba54faca tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536683 Sep 30 09:56:44.891276 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ad3cc-6584-433c-9114-e2ba036c1232 req-4ca8949d-a87c-4885-b247-7bbb2726e7bd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:44.891276 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-456ad3cc-6584-433c-9114-e2ba036c1232 req-4ca8949d-a87c-4885-b247-7bbb2726e7bd tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0474095 Sep 30 09:56:44.945148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-456ad3cc-6584-433c-9114-e2ba036c1232 req-3a401803-508f-4541-ae5b-a949235369c6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485480 Sep 30 09:56:46.079357 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167342bf-d4bd-4e6d-b195-2ebda4a6eaf3 req-5431af53-96f0-4f6d-9447-7c35ae93eec6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:46.080875 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-167342bf-d4bd-4e6d-b195-2ebda4a6eaf3 req-5431af53-96f0-4f6d-9447-7c35ae93eec6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0483766 Sep 30 09:56:46.135202 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-167342bf-d4bd-4e6d-b195-2ebda4a6eaf3 req-03c66869-63c8-4732-8230-5b6adffdbdf6 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479045 Sep 30 09:56:46.383448 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:47.275499 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f721c9-e111-4c3b-9adf-5bece9f62c62 req-deb41f1a-51d1-4411-8bdc-3744f59593e2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:47.277000 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-13f721c9-e111-4c3b-9adf-5bece9f62c62 req-deb41f1a-51d1-4411-8bdc-3744f59593e2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0475955 Sep 30 09:56:47.328540 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-13f721c9-e111-4c3b-9adf-5bece9f62c62 req-6f1e04af-441c-4613-aa85-010715375fdc tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455880 Sep 30 09:56:48.459171 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb956-ba28-484c-b334-7caa906b61d8 req-26efc2d3-1dc3-484f-8d83-d67d552cb8ec tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:48.460732 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-937cb956-ba28-484c-b334-7caa906b61d8 req-26efc2d3-1dc3-484f-8d83-d67d552cb8ec tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0467350 Sep 30 09:56:48.510735 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-937cb956-ba28-484c-b334-7caa906b61d8 req-f61df37f-873e-4c9b-bdea-e07c42ecdf3d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Sep 30 09:56:49.871531 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce196a-d101-47d0-b2fd-d96bf25edbd0 req-3f2be9bf-afa3-4c86-90cf-894de039515d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:49.873011 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-acce196a-d101-47d0-b2fd-d96bf25edbd0 req-3f2be9bf-afa3-4c86-90cf-894de039515d tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.2782731 Sep 30 09:56:49.915427 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:49.919138 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:49.920264 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-acce196a-d101-47d0-b2fd-d96bf25edbd0 req-04dcb377-83fa-4faa-8cc3-f6b91c613f45 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Sep 30 09:56:50.154433 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=9 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:51.047257 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a9939-7d5c-41bc-840f-3f3e447bf2e2 req-7d3c0a1b-4195-4786-b07a-0facc8095090 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:51.048685 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807a9939-7d5c-41bc-840f-3f3e447bf2e2 req-7d3c0a1b-4195-4786-b07a-0facc8095090 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0463150 Sep 30 09:56:51.094327 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-807a9939-7d5c-41bc-840f-3f3e447bf2e2 req-94d35198-c02c-438b-89ed-bb01f42f6b0e tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 Sep 30 09:56:51.542088 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ff72-0617-4baf-8b1a-cf003d9464be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:52.089531 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:56:52.189313 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:52.200512 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'port_id': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'mac_address': 'fa:16:3e:69:56:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:56:52.220540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029795e-8d9f-4d6a-b944-d9c33e2968f4 req-136a8bb7-dd6a-48d6-a657-5d18551b1f1c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:52.221987 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3029795e-8d9f-4d6a-b944-d9c33e2968f4 req-136a8bb7-dd6a-48d6-a657-5d18551b1f1c tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 943 time: 0.0480614 Sep 30 09:56:52.234875 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:56:52.235260 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:52.249050 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:56:52.269429 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-3029795e-8d9f-4d6a-b944-d9c33e2968f4 req-8687ec11-105d-4cbb-88c7-88f9be9e7bbe tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410364 Sep 30 09:56:52.271300 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:52.336859 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:52.386127 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=9']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:52.661572 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['5fe64bf6-a448-427d-8a92-4b647a91c107'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:56:53.411691 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6b4e-537e-492d-a591-1d5c8183158b req-8438315a-c856-4393-a9d6-6aec9de6a131 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:53.413606 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-841d6b4e-537e-492d-a591-1d5c8183158b req-8438315a-c856-4393-a9d6-6aec9de6a131 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 944 time: 0.0564377 Sep 30 09:56:53.493540 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-841d6b4e-537e-492d-a591-1d5c8183158b req-e8b7e1b8-96b2-4f02-8405-7ab645e57fd2 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423586 Sep 30 09:56:53.822341 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-19c9eab4-9bbc-4ea5-918e-550628ae4f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:54.104547 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:56:54.149244 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 5fe64bf6-a448-427d-8a92-4b647a91c107 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:56:54.149621 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:54.149954 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 5fe64bf6-a448-427d-8a92-4b647a91c107 Sep 30 09:56:54.220804 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5fe64bf6-a448-427d-8a92-4b647a91c107 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:56:54.221184 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:54.243581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:56:54.245755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26625cfb-eeef-4d30-8a23-7020ba217233" -d '{"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:56:54.257955 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:56:54.283118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee610a58-b83e-4810-8ccb-5b324de8b0a2 x-openstack-request-id: req-ee610a58-b83e-4810-8ccb-5b324de8b0a2 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:56:54.283401 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-plugged", "status": "completed", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:56:54.283645 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee610a58-b83e-4810-8ccb-5b324de8b0a2 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:56:54.284029 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee610a58-b83e-4810-8ccb-5b324de8b0a2'] response: {'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'code': 200} Sep 30 09:56:54.313753 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:54.363495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=10']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:54.589484 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8f7e4-141a-4252-b438-eaff09a23c7e req-8d888fbc-7bd8-4853-8768-482059766142 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:54.595877 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99e8f7e4-141a-4252-b438-eaff09a23c7e req-8d888fbc-7bd8-4853-8768-482059766142 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0522633 Sep 30 09:56:54.606422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affcded-94f6-4497-9636-db46bb3b60ca req-ef006543-47e1-4ff6-9d62-ab114e8fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:54.608076 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4affcded-94f6-4497-9636-db46bb3b60ca req-ef006543-47e1-4ff6-9d62-ab114e8fa3b4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1130 time: 0.0400541 Sep 30 09:56:54.644451 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-99e8f7e4-141a-4252-b438-eaff09a23c7e req-d7103974-93d2-4d24-a80b-acb2c6dfddbc tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479727 Sep 30 09:56:54.660346 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-4affcded-94f6-4497-9636-db46bb3b60ca req-b8449906-a106-42cd-8b58-74b812bc6029 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457022 Sep 30 09:56:54.827766 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:54.835008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:54.850968 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-44cf7a0d-12dc-4e1c-946a-8598b0fe9d4a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-844905994&fields=id&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 267 time: 0.0447452 Sep 30 09:56:54.956608 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-ffd55e2d-e6c8-4d08-a178-dc0ffd74af24 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:54.957995 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-ffd55e2d-e6c8-4d08-a178-dc0ffd74af24 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1005180 Sep 30 09:56:54.972890 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-ec9cf3d5-9c3c-42c3-899e-c7f0b3c3df29 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/quotas/f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 375 time: 0.0092423 Sep 30 09:56:55.022026 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:55.028447 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-91d611d4-4e66-4901-946d-82284a0cb349 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502577 Sep 30 09:56:55.043942 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-07101f0d-9696-464e-8690-93927a615e53 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:56:55.044886 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-07101f0d-9696-464e-8690-93927a615e53 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055113 Sep 30 09:56:55.132885 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e05fc9c3-bbde-4181-9ce4-1658eab3808a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826581 Sep 30 09:56:55.224286 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e6ace6f7-9c15-4e2e-bd92-3a68f4ba9fa4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858815 Sep 30 09:56:55.742688 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-72c803d3-2ade-4d23-b073-41a3b73bd766 req-10eb0f93-0fe6-498c-9f74-2c7134119287 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 210 time: 0.0303414 Sep 30 09:56:55.794619 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e323a-de81-46b2-b4d6-4865c0936d10 req-f0fb5612-b240-4566-b6d0-5c82bf2d04ed tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:55.796097 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cb3e323a-de81-46b2-b4d6-4865c0936d10 req-f0fb5612-b240-4566-b6d0-5c82bf2d04ed tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0556371 Sep 30 09:56:55.844050 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cb3e323a-de81-46b2-b4d6-4865c0936d10 req-2e254eff-7ac0-4140-8ded-ebb57c4d908a tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Sep 30 09:56:56.725981 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:56.727452 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:56.848252 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e4ef7ec-0053-42ff-a753-88db5697b245 req-c4a5c96d-0dad-42e4-8df5-9a70ab90bb0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 210 time: 0.0315242 Sep 30 09:56:56.969353 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a42bcb-27e0-4f2f-b33e-fff32bd17341 req-1a43eecb-4808-4df2-a41c-0f112f5dfa53 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:56.970748 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04a42bcb-27e0-4f2f-b33e-fff32bd17341 req-1a43eecb-4808-4df2-a41c-0f112f5dfa53 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0466278 Sep 30 09:56:57.019147 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-04a42bcb-27e0-4f2f-b33e-fff32bd17341 req-812e6b48-c784-4f57-87c9-0e303b733001 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428007 Sep 30 09:56:57.955566 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1cf08f71-d0d8-42dd-80c0-633c734c5077 req-9cae8af1-10df-45d1-aa96-0b9491225e61 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 210 time: 0.0283005 Sep 30 09:56:58.047366 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-0b47c695-3716-4604-b561-fc47745eed72 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:58.048815 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-0b47c695-3716-4604-b561-fc47745eed72 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 812 time: 0.1055877 Sep 30 09:56:58.116297 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-a9d078ba-4837-462e-ae7e-4acd90aae907 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0d0c96bbb304882b1f2459361551a93 HTTP/1.1" status: 200 len: 379 time: 0.0550225 Sep 30 09:56:58.125307 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'port': {'device_id': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'admin_state_up': True, 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'security_groups': ['6fa83794-f114-4d02-9d65-747e3bcbcdb0']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:56:58.148753 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536870-c25d-46db-aa54-bcc9a88df957 req-ec098ae6-dd6b-41a0-9607-c1aff0db901b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:58.151075 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79536870-c25d-46db-aa54-bcc9a88df957 req-ec098ae6-dd6b-41a0-9607-c1aff0db901b tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0494356 Sep 30 09:56:58.216427 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79536870-c25d-46db-aa54-bcc9a88df957 req-2b5ae936-96b3-4e52-a03c-1dbc0cdb7958 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591938 Sep 30 09:56:58.313784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Made reservation on behalf of f0d0c96bbb304882b1f2459361551a93 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:56:58.317735 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:58.442388 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.20.0.4 (3408b8b1-1a84-4fa0-8af6-da7419c2525d/17feeb99-a150-43e4-9bdf-e5689885a334/31deec85-f41f-469f-8cb8-d5828a5ff711) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:56:58.578309 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:58.680247 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:58.729226 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:56:58.732384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:56:58.736295 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:56:58.742281 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:58.771821 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.772165 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.772506 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.772844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.773173 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.773502 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.773828 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.774149 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.774471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.774816 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.775196 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.775521 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.775839 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.776155 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.776471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:56:58.791617 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:58.803174 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:58.803796 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:58.911357 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e09d7db4-df6e-4c91-a53c-3e086c601d6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901788 Sep 30 09:56:58.929545 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Request body: {'port': {'device_id': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:56:58.932677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:58.990495 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.001280 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Provisioning complete for port 31deec85-f41f-469f-8cb8-d5828a5ff711 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:56:59.001789 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.002078 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Attempt 1 to provision port 31deec85-f41f-469f-8cb8-d5828a5ff711 Sep 30 09:56:59.004948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:59.039103 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Port 31deec85-f41f-469f-8cb8-d5828a5ff711 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:56:59.086688 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aba8ce-66a5-4460-8387-4f9329c35cf7 req-d8f42e7b-d431-4783-b7b9-e008d8778302 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:59.088839 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79aba8ce-66a5-4460-8387-4f9329c35cf7 req-d8f42e7b-d431-4783-b7b9-e008d8778302 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 931 time: 0.0491016 Sep 30 09:56:59.141739 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79aba8ce-66a5-4460-8387-4f9329c35cf7 req-4603d1b0-6bf3-4f55-a509-0b971b4cc24b tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Sep 30 09:56:59.257302 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31deec85-f41f-469f-8cb8-d5828a5ff711 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:56:59.264948 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks [] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.277729 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Transition to ACTIVE for port object 31deec85-f41f-469f-8cb8-d5828a5ff711 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:56:59.381427 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.460005 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:59.474346 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:59.491733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Attempting to bind port 31deec85-f41f-469f-8cb8-d5828a5ff711 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:56:59.492064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Attempting to bind port 31deec85-f41f-469f-8cb8-d5828a5ff711 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:56:59.492386 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Attempting to bind port 31deec85-f41f-469f-8cb8-d5828a5ff711 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:56:59.534611 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Port 31deec85-f41f-469f-8cb8-d5828a5ff711 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:56:59.534864 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Attempting to bind port 31deec85-f41f-469f-8cb8-d5828a5ff711 on network 3408b8b1-1a84-4fa0-8af6-da7419c2525d {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:56:59.540472 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Attempt 2 to provision port 31deec85-f41f-469f-8cb8-d5828a5ff711 Sep 30 09:56:59.543183 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:59.574764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Port 31deec85-f41f-469f-8cb8-d5828a5ff711 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:56:59.577576 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:56:59.577915 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Checking segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:56:59.578292 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Bound using segment: {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:56:59.578774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Bound port: 31deec85-f41f-469f-8cb8-d5828a5ff711, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765b8827-dc41-4d9e-be01-6115a3b03c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:56:59.579160 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.641669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:56:59.644615 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31deec85-f41f-469f-8cb8-d5828a5ff711,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:56:59.725504 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.729524 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:59.730352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.731781 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/31deec85-f41f-469f-8cb8-d5828a5ff711 HTTP/1.1" status: 200 len: 1093 time: 0.8066533 Sep 30 09:56:59.732322 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:56:59.734567 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8499947f-2635-4f4a-b9b9-ea66a3395de2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:56:59.781388 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf915d14-cc1e-4860-b80a-3256c4cc7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:56:59.835677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f4b398-2774-4603-8968-3c4259361916 x-openstack-request-id: req-03f4b398-2774-4603-8968-3c4259361916 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:56:59.835677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:56:59.835677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03f4b398-2774-4603-8968-3c4259361916 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:56:59.835677 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f4b398-2774-4603-8968-3c4259361916'] response: {'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'status': 'completed', 'code': 200} Sep 30 09:56:59.919747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-dba48bf4-7524-4cb1-b34b-c3073ffa7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:59.921262 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-dba48bf4-7524-4cb1-b34b-c3073ffa7bdc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1127 time: 0.0392146 Sep 30 09:57:00.076446 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Attempt 3 to provision port 31deec85-f41f-469f-8cb8-d5828a5ff711 Sep 30 09:57:00.114649 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-613980ab-32be-48a9-a30e-11b635807f4d None None] Port 31deec85-f41f-469f-8cb8-d5828a5ff711 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:57:00.270012 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556fa54-dbb2-4608-aa2f-d5ffa06a1273 req-33391a7a-875c-4348-83e6-5122d82891d4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.271675 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7556fa54-dbb2-4608-aa2f-d5ffa06a1273 req-33391a7a-875c-4348-83e6-5122d82891d4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0500603 Sep 30 09:57:00.287331 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-639e0500-21d5-491a-a431-374e94447289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.288878 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-639e0500-21d5-491a-a431-374e94447289 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=f0d0c96bbb304882b1f2459361551a93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3549595 Sep 30 09:57:00.320838 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7556fa54-dbb2-4608-aa2f-d5ffa06a1273 req-a28cb89d-6f9e-4799-8a86-6e2a8ace2a47 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Sep 30 09:57:00.379834 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-d8d00dab-88ec-4d25-9822-e22fb0207266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.381524 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-8499947f-2635-4f4a-b9b9-ea66a3395de2 req-d8d00dab-88ec-4d25-9822-e22fb0207266 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867949 Sep 30 09:57:00.477531 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-ebf29d91-9ed1-45c2-843f-36ac588285a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.479482 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-ebf29d91-9ed1-45c2-843f-36ac588285a2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1127 time: 0.0411122 Sep 30 09:57:00.524066 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-83d866fb-2fe2-49e2-9e5e-a9c094df77b4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31deec85-f41f-469f-8cb8-d5828a5ff711 HTTP/1.1" status: 200 len: 217 time: 0.0306988 Sep 30 09:57:00.572301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e3ef28cf-664f-4efe-bec7-eb79fd1d0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.573682 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-e3ef28cf-664f-4efe-bec7-eb79fd1d0700 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0429893 Sep 30 09:57:00.611912 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:00.617004 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-730f053f-73c4-4f78-82da-1a43f1983b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:00.618442 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-730f053f-73c4-4f78-82da-1a43f1983b1a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393066 Sep 30 09:57:00.709164 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-518730a5-6eb1-4fbc-9040-14f4b8a60e12 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Sep 30 09:57:00.798890 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-708f0ce1-43fc-42bd-ac32-876374f4e55b req-5733bd6e-d3cc-4c17-beb6-64fe0f742b23 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Sep 30 09:57:01.422244 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:01.445662 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b718a4-7c18-4116-a16a-2ec2f334cf6f req-1424d7e6-a5c5-4f22-8adf-dc3999b78ea9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:01.447756 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91b718a4-7c18-4116-a16a-2ec2f334cf6f req-1424d7e6-a5c5-4f22-8adf-dc3999b78ea9 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0509455 Sep 30 09:57:01.496075 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91b718a4-7c18-4116-a16a-2ec2f334cf6f req-781c6994-af42-4b8d-ada8-b506e0da73a4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Sep 30 09:57:02.601800 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:02.615279 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a0aa-9140-4fd4-ab64-50c5cf30fbfa req-675bf7c8-e030-4a41-bbb3-d58bf71c845f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:02.616750 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2590a0aa-9140-4fd4-ab64-50c5cf30fbfa req-675bf7c8-e030-4a41-bbb3-d58bf71c845f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0465002 Sep 30 09:57:02.648249 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:02.667342 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2590a0aa-9140-4fd4-ab64-50c5cf30fbfa req-b211310b-7761-4adb-8985-0b4839edb488 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Sep 30 09:57:03.791934 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c483a-d297-488b-9ccf-4049ed7cbd65 req-b386f545-0447-4eb3-80d0-c69f4106d544 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:03.793390 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-624c483a-d297-488b-9ccf-4049ed7cbd65 req-b386f545-0447-4eb3-80d0-c69f4106d544 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0499191 Sep 30 09:57:03.841543 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-624c483a-d297-488b-9ccf-4049ed7cbd65 req-937801c2-985e-443c-99f1-1f38b29169cb tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Sep 30 09:57:04.961228 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ff46-cfb8-4673-ab1c-b387a7a0898b req-0a6e7964-7248-4838-8dea-6950e315f395 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:04.962733 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e31ff46-cfb8-4673-ab1c-b387a7a0898b req-0a6e7964-7248-4838-8dea-6950e315f395 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0471110 Sep 30 09:57:05.011383 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7e31ff46-cfb8-4673-ab1c-b387a7a0898b req-e0735b9c-9da4-4353-b7a1-906d955c0bb2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Sep 30 09:57:05.725067 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:57:06.129186 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41f2f6-1454-42df-b118-80ba0becab94 req-8ef9021f-118e-4bb2-a100-7f26853e4dd7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:06.130650 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a41f2f6-1454-42df-b118-80ba0becab94 req-8ef9021f-118e-4bb2-a100-7f26853e4dd7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0453589 Sep 30 09:57:06.183049 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a41f2f6-1454-42df-b118-80ba0becab94 req-cbb4d56b-bb6a-4380-8cef-f252d8d478d5 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460353 Sep 30 09:57:07.303865 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f0f4-6b44-468f-99da-fbc255cf9ce6 req-70fd867d-f87c-4ec5-b227-3f168b40916a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:07.305232 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c314f0f4-6b44-468f-99da-fbc255cf9ce6 req-70fd867d-f87c-4ec5-b227-3f168b40916a tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0468910 Sep 30 09:57:07.353366 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c314f0f4-6b44-468f-99da-fbc255cf9ce6 req-ca69d042-2cde-4fe1-8dcf-4a1a861cd121 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426223 Sep 30 09:57:08.471605 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf4ad8-a485-4e58-a62d-62e22354fae0 req-5f6bd50c-f1e9-4935-ab53-235d36128374 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:08.472963 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ccf4ad8-a485-4e58-a62d-62e22354fae0 req-5f6bd50c-f1e9-4935-ab53-235d36128374 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0457611 Sep 30 09:57:08.521451 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ccf4ad8-a485-4e58-a62d-62e22354fae0 req-34f06df6-0baa-4c7f-8790-6631a9487c8d tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Sep 30 09:57:09.192641 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-c0898bb6-5acb-4022-973a-24b8d912e98d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841823 Sep 30 09:57:09.269745 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-08b73b4e-49ca-42ef-a0bf-56a69a85af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:09.271214 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-08b73b4e-49ca-42ef-a0bf-56a69a85af4a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1142014cc9284cf1833e5bfbcdb41599&device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 1130 time: 0.0381360 Sep 30 09:57:09.375779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-95ad1a13-c751-4167-9a73-b0b605373f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:09.377237 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-95ad1a13-c751-4167-9a73-b0b605373f32 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 200 len: 918 time: 0.0869792 Sep 30 09:57:09.436307 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-75c55c83-00bd-47c1-a536-b8205ef1e0a6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 200 len: 1000 time: 0.0528877 Sep 30 09:57:09.483677 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-f552bab6-2a85-4c73-957d-5aea32171f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:09.485036 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-f552bab6-2a85-4c73-957d-5aea32171f17 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 200 len: 856 time: 0.0424118 Sep 30 09:57:09.523420 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:09.531592 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-03c94781-c5e8-45c7-ac4a-fd8e71da7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:09.533141 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-03c94781-c5e8-45c7-ac4a-fd8e71da7ec7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6555801d-cf6b-484f-a48c-039d4395e1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416439 Sep 30 09:57:09.622063 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-ccc54e39-86a1-416a-908f-b43f795ca0ec service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825906 Sep 30 09:57:09.644801 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae27d8f-d418-407c-bc3e-a3fec94823e7 req-64f419b4-8f00-4ccf-a22e-38cf8b6f4c6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:09.646273 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dae27d8f-d418-407c-bc3e-a3fec94823e7 req-64f419b4-8f00-4ccf-a22e-38cf8b6f4c6f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 943 time: 0.0507650 Sep 30 09:57:09.695489 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dae27d8f-d418-407c-bc3e-a3fec94823e7 req-a54c008d-f24f-4f7d-bb61-ddf1b7633541 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429783 Sep 30 09:57:09.717691 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-776a03bb-0c35-496e-8af9-18744e91b7b3 req-2f36e1de-ab31-4ab0-a62a-65766263d746 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881932 Sep 30 09:57:10.183235 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 31deec85-f41f-469f-8cb8-d5828a5ff711 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:57:10.281795 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31deec85-f41f-469f-8cb8-d5828a5ff711,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:10.293349 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'port_id': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'mac_address': 'fa:16:3e:91:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:57:10.327934 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 31deec85-f41f-469f-8cb8-d5828a5ff711 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:10.328322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:10.341205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31deec85-f41f-469f-8cb8-d5828a5ff711 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:57:10.359952 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31deec85-f41f-469f-8cb8-d5828a5ff711,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:10.444254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:10.493047 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:10.743260 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['31deec85-f41f-469f-8cb8-d5828a5ff711'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:57:10.815752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168d333-5375-403e-ae2b-fddaeaa98e19 req-4031dadd-5f02-40e9-8c28-ca209c859301 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:10.817230 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6168d333-5375-403e-ae2b-fddaeaa98e19 req-4031dadd-5f02-40e9-8c28-ca209c859301 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 944 time: 0.0469503 Sep 30 09:57:10.866460 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-6168d333-5375-403e-ae2b-fddaeaa98e19 req-56eefa95-884d-4b3a-ab27-9225f630ded4 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Sep 30 09:57:11.986932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8508136-809b-4423-920c-f1ea837d014e req-fa24b6de-b979-4e45-b558-878b06b72ada tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:11.988395 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c8508136-809b-4423-920c-f1ea837d014e req-fa24b6de-b979-4e45-b558-878b06b72ada tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 944 time: 0.0458980 Sep 30 09:57:12.041284 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c8508136-809b-4423-920c-f1ea837d014e req-2e8dcf1e-66a0-4060-9bb2-952be96835e2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473340 Sep 30 09:57:12.204157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 31deec85-f41f-469f-8cb8-d5828a5ff711 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:57:12.246576 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 31deec85-f41f-469f-8cb8-d5828a5ff711 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:57:12.301938 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 31deec85-f41f-469f-8cb8-d5828a5ff711 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:12.302320 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:12.302695 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 31deec85-f41f-469f-8cb8-d5828a5ff711 Sep 30 09:57:12.375023 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 31deec85-f41f-469f-8cb8-d5828a5ff711 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:12.375397 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:12.377812 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:12.394480 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:12.398833 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:12.401668 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414993a6-4718-4642-858e-4d6a3c2ab423" -d '{"events": [{"server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "name": "network-vif-plugged", "status": "completed", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:12.414757 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31deec85-f41f-469f-8cb8-d5828a5ff711,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:12.489573 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71147dff-7d1c-4e4b-aa77-e2ee7cd5cd0a x-openstack-request-id: req-71147dff-7d1c-4e4b-aa77-e2ee7cd5cd0a {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:12.489904 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "name": "network-vif-plugged", "status": "completed", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:12.490150 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71147dff-7d1c-4e4b-aa77-e2ee7cd5cd0a {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:12.490567 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71147dff-7d1c-4e4b-aa77-e2ee7cd5cd0a'] response: {'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'code': 200} Sep 30 09:57:12.496116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:12.545030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:12.897332 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d49b7c-e184-4fd1-a59b-cf4831ac95a7 req-d4331eee-6776-4b12-9f80-26f82ea71e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:12.898821 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-16d49b7c-e184-4fd1-a59b-cf4831ac95a7 req-d4331eee-6776-4b12-9f80-26f82ea71e69 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1129 time: 0.0387173 Sep 30 09:57:12.944523 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-16d49b7c-e184-4fd1-a59b-cf4831ac95a7 req-a50b75be-d893-4514-b51d-bd44d1ebe493 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Sep 30 09:57:13.159183 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27ccd-5e3b-4b74-8a3e-d396966aca03 req-41956d76-0247-4b2e-a821-3895067f0144 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:13.160576 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-59e27ccd-5e3b-4b74-8a3e-d396966aca03 req-41956d76-0247-4b2e-a821-3895067f0144 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0469139 Sep 30 09:57:13.209837 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-59e27ccd-5e3b-4b74-8a3e-d396966aca03 req-bddae80e-9ef6-4172-aef9-73e3ee5403e3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437486 Sep 30 09:57:14.331083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f105b0-af04-4283-b271-dd4c2d9e39a9 req-97cde74f-b9a4-4cee-8a69-6a58171800dc tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:14.332545 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-16f105b0-af04-4283-b271-dd4c2d9e39a9 req-97cde74f-b9a4-4cee-8a69-6a58171800dc tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0465572 Sep 30 09:57:14.381855 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-16f105b0-af04-4283-b271-dd4c2d9e39a9 req-3fa5340f-caf3-4b08-bfc2-660911e39480 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Sep 30 09:57:14.489572 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:14.502730 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c7d5-0221-4b89-871a-f047d97b6981 req-ceb6c63a-8c06-4807-81f2-8c0017c94da2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:14.504158 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ccc8c7d5-0221-4b89-871a-f047d97b6981 req-ceb6c63a-8c06-4807-81f2-8c0017c94da2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0492713 Sep 30 09:57:14.552783 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ccc8c7d5-0221-4b89-871a-f047d97b6981 req-8c4b7195-663d-4d0c-8b51-b9cc2ef9b2f0 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Sep 30 09:57:14.581000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36086) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:14.606961 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:14.617890 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785ccf9-d9d0-4df1-abc9-d37aaacfc692 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:14.619391 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b785ccf9-d9d0-4df1-abc9-d37aaacfc692 tempest-TestVolumeBootPattern-1573874142 tempest-TestVolumeBootPattern-1573874142-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1124 time: 0.0374334 Sep 30 09:57:14.622830 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36088) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:14.627381 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'port_id': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:14.720989 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:14.802143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:14.903761 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Allocated IP 172.37.6.198 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/3ae594d2-36a9-40e5-a761-ef753fb8256c) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:15.005844 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.068118 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.105693 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:15.108578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:15.112105 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:15.137803 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=3ae594d2-36a9-40e5-a761-ef753fb8256c,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:15.148833 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.149173 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.149508 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.149839 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.150168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.150497 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.151361 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.151682 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.152000 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.152318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.152635 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.152955 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.153268 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.153581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.153889 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:15.418024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:15.460873 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:15.473106 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.590268 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.721139 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:15.730275 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.799347 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.868141 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event updated for resources: {'Port': ['ID=3ae594d2-36a9-40e5-a761-ef753fb8256c,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:15.871718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:15.967300 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP 0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef associated. External IP: 172.37.6.198, port: 31deec85-f41f-469f-8cb8-d5828a5ff711. Sep 30 09:57:16.160066 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:16.171187 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:16.261396 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:16.271218 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:16.280696 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:16.281299 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:56:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:16.338980 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:16.371759 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-bbbc8939-e239-417b-b7bb-0acd3fb26626 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7478797 Sep 30 09:57:16.372427 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:16.374727 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c8194-d737-4426-832c-7673720cfa30" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:16.381346 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:16.467134 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c7026-3787-496d-be13-67aa237e9474 x-openstack-request-id: req-505c7026-3787-496d-be13-67aa237e9474 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:16.467643 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:16.467768 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-505c7026-3787-496d-be13-67aa237e9474 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:16.468081 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505c7026-3787-496d-be13-67aa237e9474'] response: {'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'status': 'completed', 'code': 200} Sep 30 09:57:16.561054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8194-d737-4426-832c-7673720cfa30 req-2a887a39-8a09-4b5d-9098-7acdb1ec828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:16.562565 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-2a887a39-8a09-4b5d-9098-7acdb1ec828d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1129 time: 0.0427089 Sep 30 09:57:16.595142 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.198', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:91:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:15Z', 'updated_at': '2022-09-30T09:57:15Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}, {'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:16.619747 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:16.628669 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:16.629674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:56:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:16.655091 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8194-d737-4426-832c-7673720cfa30 req-f27ea87c-6846-4b39-b692-e2b798c4c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:16.656657 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-f27ea87c-6846-4b39-b692-e2b798c4c2a3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0877917 Sep 30 09:57:16.721613 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-c4801ef9-7053-4cdd-a4d3-f60ef538f9a8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31deec85-f41f-469f-8cb8-d5828a5ff711 HTTP/1.1" status: 200 len: 999 time: 0.0583453 Sep 30 09:57:16.731640 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:16.768703 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:16.772782 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8194-d737-4426-832c-7673720cfa30 req-7a781ea8-d0ad-419b-a74c-dab0ea270874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:16.774254 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-7a781ea8-d0ad-419b-a74c-dab0ea270874 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0471067 Sep 30 09:57:16.818623 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8194-d737-4426-832c-7673720cfa30 req-124a1705-c77d-4c83-a74c-c0c970e44234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:16.820186 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-124a1705-c77d-4c83-a74c-c0c970e44234 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388777 Sep 30 09:57:16.915491 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-d564e3b6-15d0-412d-9066-a9d42ffbe4de service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873461 Sep 30 09:57:16.953792 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.198', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:91:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:15Z', 'updated_at': '2022-09-30T09:57:15Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}, {'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:16.978427 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a070d8-b9a5-4c29-8fc5-4013fda728a2 None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.198', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:91:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:15Z', 'updated_at': '2022-09-30T09:57:15Z', 'revision_number': 0, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}, {'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:17.007534 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d29c8194-d737-4426-832c-7673720cfa30 req-dd3aac74-ceb2-478e-9067-e653106b8c88 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852807 Sep 30 09:57:17.171185 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8a8ea-a512-4115-a21d-e2ce278107e6 None None] New status for floating IP 0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef: ACTIVE {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:57:21.542059 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-69defb92-3f41-4af7-bccc-d9c321d7bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:23.729730 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-81474fc4-b873-4e10-b85b-e69e4b894395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:25.027764 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:26.364849 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:26.368878 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:26.685074 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:26.685744 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:26.952697 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:26.957463 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=81 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:27.003070 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=23 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:27.003844 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=71 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:31.012236 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7356a9-f0c1-44aa-8660-fc00894192c2 req-d99283e4-1f84-46fe-a710-4c2803779c98 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:31.013721 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5d7356a9-f0c1-44aa-8660-fc00894192c2 req-d99283e4-1f84-46fe-a710-4c2803779c98 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0474699 Sep 30 09:57:31.061606 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5d7356a9-f0c1-44aa-8660-fc00894192c2 req-90c16ec1-7b44-495a-bbc4-e54f8d9bd787 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Sep 30 09:57:31.437970 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:32.186223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef10f-7322-49cd-ab3d-f1b34704955d req-06db17cd-fb0e-412f-a2c9-7e1c14832dcb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:32.187695 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-243ef10f-7322-49cd-ab3d-f1b34704955d req-06db17cd-fb0e-412f-a2c9-7e1c14832dcb tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0453868 Sep 30 09:57:32.237338 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-243ef10f-7322-49cd-ab3d-f1b34704955d req-c43d3119-8b8a-459f-9f50-229eeed97daa tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=c5fe62fb-9dbb-448f-becd-597b2be6c5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Sep 30 09:57:32.672320 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926226d-a865-4045-a26a-0c1de61cdece req-67ea1a73-62c1-47c9-a41e-0e244041a720 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:32.673740 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9926226d-a865-4045-a26a-0c1de61cdece req-67ea1a73-62c1-47c9-a41e-0e244041a720 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 946 time: 0.0491896 Sep 30 09:57:32.753311 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Deleting port 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:32.753648 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:32.843497 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] For port 5fe64bf6-a448-427d-8a92-4b647a91c107, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5fe64bf6-a448-427d-8a92-4b647a91c107,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:32.843857 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:32.999763 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:33.000121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:33.000433 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Floating IP f533167c-32ff-4f7d-9755-20dce72681c4 disassociated. External IP: 172.37.6.54, port: 5fe64bf6-a448-427d-8a92-4b647a91c107. Sep 30 09:57:33.000766 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Calling delete_port for 5fe64bf6-a448-427d-8a92-4b647a91c107 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:33.175319 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5fe64bf6-a448-427d-8a92-4b647a91c107), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:33.205376 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'Port': ['ID=5fe64bf6-a448-427d-8a92-4b647a91c107,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:33.317028 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:33.346274 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-91952eb4-853a-4576-a5c4-d834733148f5 req-b1351757-0538-4449-b478-60aef9c04da4 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 210 time: 0.0283289 Sep 30 09:57:33.419730 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:33.429019 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:33.439590 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:33.440197 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:33.462100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] No DVR routers for this DVR port 5fe64bf6-a448-427d-8a92-4b647a91c107 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:33.465291 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:33.468500 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9926226d-a865-4045-a26a-0c1de61cdece req-8f390049-f097-4dcf-8d48-bf051430c317 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5fe64bf6-a448-427d-8a92-4b647a91c107 HTTP/1.1" status: 204 len: 173 time: 0.7889934 Sep 30 09:57:33.468989 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-deleted', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:33.471302 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36e9ec-8094-4e74-b0ef-c01293353f5d" -d '{"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-deleted", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:33.516360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ff0b1-0ca4-435e-82b8-4b20e26fb4fd x-openstack-request-id: req-351ff0b1-0ca4-435e-82b8-4b20e26fb4fd {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:33.516360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c80c2-f890-43f2-9e42-86f4939c18df", "name": "network-vif-deleted", "tag": "5fe64bf6-a448-427d-8a92-4b647a91c107", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:33.516360 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-351ff0b1-0ca4-435e-82b8-4b20e26fb4fd {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:33.516360 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351ff0b1-0ca4-435e-82b8-4b20e26fb4fd'] response: {'server_uuid': '299c80c2-f890-43f2-9e42-86f4939c18df', 'name': 'network-vif-deleted', 'tag': '5fe64bf6-a448-427d-8a92-4b647a91c107', 'status': 'completed', 'code': 200} Sep 30 09:57:33.543829 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:33.736662 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:33.762409 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:33.770699 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:33.771288 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:33.958980 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:34.139575 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:34.165931 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac4a6a-5357-4452-a4a0-98b36dfd92fd None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:57Z', 'revision_number': 4, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6b2eeaac-b65e-4315-9e6b-2f3f7f643e90', 'name': '', 'network_id': '6555801d-cf6b-484f-a48c-039d4395e1ca', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'mac_address': 'fa:16:3e:38:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:56Z', 'updated_at': '2022-09-30T09:52:01Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'subnets': [{'id': '33641e3b-dbf8-48b8-92c8-d70b8e4cb83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:34.378807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c3dae-8610-40f1-9a5c-2c7db7f4f35a None None] New status for floating IP f533167c-32ff-4f7d-9755-20dce72681c4: DOWN {{(pid=113204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:57:34.470958 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-260c6f75-800d-43ab-ac8b-fc470327631b req-0b71c328-7dd7-4680-8176-acabfac20a05 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=299c80c2-f890-43f2-9e42-86f4939c18df HTTP/1.1" status: 200 len: 210 time: 0.0314567 Sep 30 09:57:36.344878 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:36.363805 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 5fe64bf6-a448-427d-8a92-4b647a91c107 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:36.364149 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5fe64bf6-a448-427d-8a92-4b647a91c107 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:36.645904 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36132) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:36.700021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (c5fe62fb-9dbb-448f-becd-597b2be6c5d3), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:36.721947 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (c5fe62fb-9dbb-448f-becd-597b2be6c5d3), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:36.872956 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c5fe62fb-9dbb-448f-becd-597b2be6c5d3), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:36.875584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:36.876735 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c5fe62fb-9dbb-448f-becd-597b2be6c5d3 HTTP/1.1" status: 204 len: 168 time: 0.2298489 Sep 30 09:57:36.879637 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36134) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:36.886756 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eb301-a676-4f35-8102-8930205ed631 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe62fb-9dbb-448f-becd-597b2be6c5d3,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:36.896043 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.api.v2.resource [None req-a5b86013-6207-4f09-91ec-50c3aa961ca5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] show failed (client error): The resource could not be found. Sep 30 09:57:36.896043 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-a5b86013-6207-4f09-91ec-50c3aa961ca5 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "GET /networking/v2.0/security-groups/c5fe62fb-9dbb-448f-becd-597b2be6c5d3 HTTP/1.1" status: 404 len: 347 time: 0.0147111 Sep 30 09:57:36.898407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36138) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:37.011805 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Deleting port 33cb1e4a-672a-4375-a3e6-deab9334cdf9 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:37.012144 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.085511 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.085838 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (33cb1e4a-672a-4375-a3e6-deab9334cdf9), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.098215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Calling delete_port for 33cb1e4a-672a-4375-a3e6-deab9334cdf9 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:37.284394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (33cb1e4a-672a-4375-a3e6-deab9334cdf9), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.311333 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Pushing event deleted for resources: {'Port': ['ID=33cb1e4a-672a-4375-a3e6-deab9334cdf9,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:37.373152 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks [] for floatingip (f533167c-32ff-4f7d-9755-20dce72681c4), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.375649 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.376780 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-20891f38-7d59-47f8-8ee3-696047b6e416 tempest-AttachVolumeShelveTestJSON-1331107251 tempest-AttachVolumeShelveTestJSON-1331107251-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/f533167c-32ff-4f7d-9755-20dce72681c4 HTTP/1.1" status: 204 len: 168 time: 0.4760144 Sep 30 09:57:39.992460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36160) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:40.408932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:40.451857 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:40.621882 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:40.837256 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Deleting port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:40.837594 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:40.917848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] For port 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:40.918212 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:40.930559 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Calling delete_port for 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:41.157909 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6b2eeaac-b65e-4315-9e6b-2f3f7f643e90), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:41.183284 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2eeaac-b65e-4315-9e6b-2f3f7f643e90,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:41.243250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:41.329179 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:41.345325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:41.545986 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:41.650246 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:41.655213 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a184bab6-a62d-4b08-9d7d-3c751f6ba5c6 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2638e8e4-8e6c-4d9d-821c-9e13d40cad6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622834 Sep 30 09:57:41.657720 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36164) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:41.658692 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Sync routers for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:41.669695 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:41.670302 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:41.755430 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks [] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:41.768840 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:41.851913 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks [] for router_gateway (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:41.930938 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188'}], 'enable_snat': True}, 'gw_port_id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:57:41Z', 'revision_number': 5, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port': {'id': '419b6762-0832-495f-98ee-a4ec35979ac6', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:41.955114 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Checking router: 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:41.957553 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:41.963553 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Routers {'2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:41.964641 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:41.985817 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Deleting port 419b6762-0832-495f-98ee-a4ec35979ac6 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:41.986215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.000551 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=100 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:42.048927 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] Set router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:42.069957 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] For port 419b6762-0832-495f-98ee-a4ec35979ac6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=419b6762-0832-495f-98ee-a4ec35979ac6,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:42.070318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.083120 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Calling delete_port for 419b6762-0832-495f-98ee-a4ec35979ac6 owned by network:router_gateway {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:42.099043 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:57:41Z', 'revision_number': 6, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:42.122918 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb315fa3-4d5d-4942-aa6f-900caa9458b1 None None] The sync data for ids ['2638e8e4-8e6c-4d9d-821c-9e13d40cad6e'] in dv-cinder-master-3-iscsi is: [{'id': '2638e8e4-8e6c-4d9d-821c-9e13d40cad6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1575734806-router', 'tenant_id': '1142014cc9284cf1833e5bfbcdb41599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:53Z', 'updated_at': '2022-09-30T09:57:41Z', 'revision_number': 6, 'project_id': '1142014cc9284cf1833e5bfbcdb41599', 'gw_port_host': None}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:42.142670 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:42.245652 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:42.353367 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (419b6762-0832-495f-98ee-a4ec35979ac6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.378816 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=419b6762-0832-495f-98ee-a4ec35979ac6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:42.440001 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.528512 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.530820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks [] for router_controller (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.644595 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (2638e8e4-8e6c-4d9d-821c-9e13d40cad6e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.645163 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2638e8e4-8e6c-4d9d-821c-9e13d40cad6e {{(pid=113203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:57:42.649844 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.651022 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-cbd12a6c-1953-4b89-9651-e9e975cde0ba admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/2638e8e4-8e6c-4d9d-821c-9e13d40cad6e HTTP/1.1" status: 204 len: 168 time: 0.9924026 Sep 30 09:57:42.653482 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36166) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:42.697584 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Deleting subnet 33641e3b-dbf8-48b8-92c8-d70b8e4cb83e {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:57:42.701404 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Publish callbacks [] for subnet (33641e3b-dbf8-48b8-92c8-d70b8e4cb83e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.723885 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:57:42.735267 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (33641e3b-dbf8-48b8-92c8-d70b8e4cb83e), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.811161 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (33641e3b-dbf8-48b8-92c8-d70b8e4cb83e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.909909 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:42.912182 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:42.913655 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:42.929893 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:42.930234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b2eeaac-b65e-4315-9e6b-2f3f7f643e90 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:42.930674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 419b6762-0832-495f-98ee-a4ec35979ac6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:42.941657 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (33641e3b-dbf8-48b8-92c8-d70b8e4cb83e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.951982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 419b6762-0832-495f-98ee-a4ec35979ac6 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:42.952305 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 419b6762-0832-495f-98ee-a4ec35979ac6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:42.974029 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33641e3b-dbf8-48b8-92c8-d70b8e4cb83e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:42.978450 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:42.984968 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4886d385-a7eb-4e9a-b753-74a27b52f8dc admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/33641e3b-dbf8-48b8-92c8-d70b8e4cb83e HTTP/1.1" status: 204 len: 168 time: 0.3277478 Sep 30 09:57:42.985075 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a4bf4-4498-4975-8f17-78b175fb4f2b None None] Network 6555801d-cf6b-484f-a48c-039d4395e1ca requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:57:42.985188 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36168) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:43.061454 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (6555801d-cf6b-484f-a48c-039d4395e1ca), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.075496 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:43.103845 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:43.108556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Deleting port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:43.111517 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.163065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] DHCP port deletion for 6555801d-cf6b-484f-a48c-039d4395e1ca request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:57:43.179483 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] For port b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:43.179846 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.193641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Calling delete_port for b7a27b78-a40e-4f25-8170-bf802b8d0bf6 owned by network:dhcp {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:43.201296 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Deleting port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:43.201677 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.268967 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] For port b7a27b78-a40e-4f25-8170-bf802b8d0bf6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,segment=NetworkSegment(02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed),segment_id=02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:43.269487 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.282566 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Calling delete_port for b7a27b78-a40e-4f25-8170-bf802b8d0bf6 owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:43.353440 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.359270 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (b7a27b78-a40e-4f25-8170-bf802b8d0bf6), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.379568 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] No DVR routers for this DVR port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 on host dv-cinder-master-3-iscsi {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:43.383505 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Pushing event deleted for resources: {'Port': ['ID=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:43.384497 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a27b78-a40e-4f25-8170-bf802b8d0bf6,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:43.391558 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.391903 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.397507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:43.400459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf0aba-a313-43ca-8fdc-a56cbe1c7697 None None] No DVR routers for this DVR port b7a27b78-a40e-4f25-8170-bf802b8d0bf6 on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:43.451348 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (6555801d-cf6b-484f-a48c-039d4395e1ca), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.473768 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6555801d-cf6b-484f-a48c-039d4395e1ca']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:43.482857 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:43.483149 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:43.492300 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.505542 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.512630 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:57:43.512814 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.584953 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed resource provider aggregate not found Sep 30 09:57:43.600970 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02e0c40d-c6ca-4ad2-9b3f-4b04b702f1ed found for delete ", "request_id": "req-208f2928-ebe1-4057-8016-2d43a861f863"}]} Sep 30 09:57:43.632857 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (6555801d-cf6b-484f-a48c-039d4395e1ca), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.639455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:43.643749 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/6555801d-cf6b-484f-a48c-039d4395e1ca HTTP/1.1" status: 204 len: 168 time: 0.6563487 Sep 30 09:57:43.654271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d86e5-1839-4629-8b06-21968152d4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6555801d-cf6b-484f-a48c-039d4395e1ca,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:43.981464 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36178) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:44.020967 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-3a624e01-fd9e-42c9-b4c5-f6dc63750001 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1142014cc9284cf1833e5bfbcdb41599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383973 Sep 30 09:57:44.023447 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36180) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:44.070132 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] Publish callbacks [] for security_group (fb29bb3c-19ab-4439-8e3f-58ed6b5990aa), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.093225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] Publish callbacks [] for security_group (fb29bb3c-19ab-4439-8e3f-58ed6b5990aa), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.221568 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (fb29bb3c-19ab-4439-8e3f-58ed6b5990aa), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.224227 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.225372 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fb29bb3c-19ab-4439-8e3f-58ed6b5990aa HTTP/1.1" status: 204 len: 168 time: 0.2010298 Sep 30 09:57:44.234067 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44381aa5-92c8-4af2-957a-d38ea4e628b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb29bb3c-19ab-4439-8e3f-58ed6b5990aa,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:44.702573 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device b7a27b78-a40e-4f25-8170-bf802b8d0bf6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:44.721712 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: b7a27b78-a40e-4f25-8170-bf802b8d0bf6 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:44.722056 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device b7a27b78-a40e-4f25-8170-bf802b8d0bf6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:45.177557 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36202) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:45.273515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-155296826-network', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:45.324968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Made reservation on behalf of 85eef8fd790146cfa7da6214c13ca262 for: {'network': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:57:45.327360 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for network (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.335968 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.372786 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:45.409132 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks [] for security_group (cb235bf8-827b-4eff-b017-d7559402eaee), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.489025 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (cb235bf8-827b-4eff-b017-d7559402eaee), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.496100 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:45.512194 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=113203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:57:45.525051 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb235bf8-827b-4eff-b017-d7559402eaee,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:45.530138 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (46a05691-a9f7-44f4-88e8-053c7fa824e0), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.533193 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.segments_db [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Added segment 46a05691-a9f7-44f4-88e8-053c7fa824e0 of type vlan for network 6c765eee-bae8-4b34-897a-abb29acd5a27 Sep 30 09:57:45.569799 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737454471599'] for network (6c765eee-bae8-4b34-897a-abb29acd5a27), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.673050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739'] for network (6c765eee-bae8-4b34-897a-abb29acd5a27), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.673979 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:45.674555 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:45.736070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] Pushing event updated for resources: {'Network': ['ID=6c765eee-bae8-4b34-897a-abb29acd5a27,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:45.746421 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=113204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:57:45.841298 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4a216a2b-dbb1-4f5a-903e-2567c94d7428 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6625323 Sep 30 09:57:45.854747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36208) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:45.854747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Request body: {'subnet': {'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-155296826-subnet', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:45.935540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Made reservation on behalf of 85eef8fd790146cfa7da6214c13ca262 for: {'subnet': 1} {{(pid=113203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:57:45.937760 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9794628'] for subnet (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.159151 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9732271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9794674'] for subnet (cdfb3e22-5a9f-46a0-8aac-da19c4e3d178), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.209265 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:46.224925 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Checking segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:57:46.225259 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Network hostable DHCP agents. Network: 6c765eee-bae8-4b34-897a-abb29acd5a27, hostable agents: ['532d9fe9-e554-43b7-a7c7-06c68875d540'], hosted agents: [] {{(pid=113203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:57:46.325062 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is scheduled to be hosted by DHCP agent 532d9fe9-e554-43b7-a7c7-06c68875d540 with binding_index 1 {{(pid=113203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:57:46.409782 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6c765eee-bae8-4b34-897a-abb29acd5a27) {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:46.414933 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:46.415878 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.420723 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d95a38-0051-4da6-9556-5e52750c9995 None None] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:57:46.495694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-88682a70-ae95-4e71-b425-7ac7e9c6ba29 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6479626 Sep 30 09:57:46.498536 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36210) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:46.501279 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:46.522614 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6c765eee-bae8-4b34-897a-abb29acd5a27', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178'}]}} from dv-cinder-master-3-iscsi. {{(pid=113204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:57:46.523528 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.599355 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130925'] for router (a7292184-b277-423e-aad0-6cbd01679528), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.601534 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3676401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3782792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3847728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3230'] for router (a7292184-b277-423e-aad0-6cbd01679528), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.655695 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:46.657012 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Allocated IP 172.20.0.2 (6c765eee-bae8-4b34-897a-abb29acd5a27/cdfb3e22-5a9f-46a0-8aac-da19c4e3d178/476f0e98-0f2c-4e96-9e9d-e51e538823f1) {{(pid=113204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:46.657545 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for router_controller (a7292184-b277-423e-aad0-6cbd01679528), precommit_add_association {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.798238 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks [] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), precommit_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.890675 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), after_create {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.902525 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for router_gateway (a7292184-b277-423e-aad0-6cbd01679528), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.919659 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:46.930362 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:46.932197 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is already hosted by enough agents. {{(pid=113204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:46.935660 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Resources bound (agent type, host, resource id): {{(pid=113204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:46.938251 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Received port after_create {{(pid=113204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:46.946865 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Pushing event updated for resources: {'Port': ['ID=476f0e98-0f2c-4e96-9e9d-e51e538823f1,revision_number=1']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:47.006063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Attempting to bind port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:57:47.006708 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Attempting to bind port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:57:47.007135 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Attempting to bind port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:57:47.048807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:57:47.049061 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Checking segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:57:47.049460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.049844 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Bound using segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:57:47.050310 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Bound port: 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:57:47.050712 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.086017 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.110538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] For port 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:57:47.113537 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] For port 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=476f0e98-0f2c-4e96-9e9d-e51e538823f1,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:57:47.127911 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for router_gateway (a7292184-b277-423e-aad0-6cbd01679528), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.146225 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.175896 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.228602 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc7231-da6e-4fbc-9323-0f80aa8b3ea8 None None] Pushing event updated for resources: {'Port': ['ID=476f0e98-0f2c-4e96-9e9d-e51e538823f1,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:47.262618 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Allocated IP 172.37.6.25 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/beeb0a48-a86c-43a4-9603-e4b77a8d536b) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:47.382903 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.467916 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.512493 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.516089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:47.519230 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:47.523183 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:47.528783 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=beeb0a48-a86c-43a4-9603-e4b77a8d536b,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:48.061813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for router_gateway (a7292184-b277-423e-aad0-6cbd01679528), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.120475 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac7bc2-47a2-43fe-a7ca-327877c8635a None None] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:57:48.231689 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Provisioning complete for port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:48.232061 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.232394 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Attempt 1 to provision port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 Sep 30 09:57:48.243804 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3676390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3729721'] for router (a7292184-b277-423e-aad0-6cbd01679528), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.316556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Current status of the port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:48.316947 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.351233 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] For port 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=476f0e98-0f2c-4e96-9e9d-e51e538823f1,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:48.427559 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.456021 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Router a7292184-b277-423e-aad0-6cbd01679528 is scheduled to L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae with binding_index 1 {{(pid=113203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:57:48.473865 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153ea3-98e4-43de-969f-b6c888c1e3f7 None None] Pushing event updated for resources: {'Port': ['ID=476f0e98-0f2c-4e96-9e9d-e51e538823f1,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:48.545267 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-a962b9e5-3d5d-402f-b1ff-3736e0f8eeb1 None None] Provisioning complete for port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:48.545636 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-a962b9e5-3d5d-402f-b1ff-3736e0f8eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.545969 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-a962b9e5-3d5d-402f-b1ff-3736e0f8eeb1 None None] Attempt 1 to provision port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 Sep 30 09:57:48.561483 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:48.573221 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:48.579729 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.596819 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:48.598692 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:48.664570 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.665972 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a89b3c0b-81a4-4659-9a5d-0e9b060f5a8e admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1681433 Sep 30 09:57:48.669169 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36212) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:48.711377 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-a962b9e5-3d5d-402f-b1ff-3736e0f8eeb1 None None] Current status of the port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:48.732442 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:48.758208 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 476f0e98-0f2c-4e96-9e9d-e51e538823f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:57:48.809610 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.870195 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.888183 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:48.888551 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.888882 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 Sep 30 09:57:48.903643 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:49.078695 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.100253 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:47Z', 'revision_number': 3, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:49.126647 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:49.127332 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Updating router a7292184-b277-423e-aad0-6cbd01679528 port beeb0a48-a86c-43a4-9603-e4b77a8d536b binding host dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:57:49.180465 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:49.184749 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.234856 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_common [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Allocated IP 172.20.0.1 (6c765eee-bae8-4b34-897a-abb29acd5a27/cdfb3e22-5a9f-46a0-8aac-da19c4e3d178/54c4d0b4-c612-4724-9902-f7424400906b) {{(pid=113203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:49.340438 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks [] for port (54c4d0b4-c612-4724-9902-f7424400906b), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.421846 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.425548 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks [] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), precommit_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.430034 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:49.463932 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:49.467121 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:49.469646 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Received port after_create {{(pid=113203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:49.478672 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.492228 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Pushing event updated for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:49.509500 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:49.517382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Attempting to bind port beeb0a48-a86c-43a4-9603-e4b77a8d536b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:57:49.517992 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Attempting to bind port beeb0a48-a86c-43a4-9603-e4b77a8d536b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:57:49.518149 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Attempting to bind port beeb0a48-a86c-43a4-9603-e4b77a8d536b on network 357201ed-46d8-4a8e-b639-1f9bf08174d7 {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:57:49.520055 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769134'] for router_interface (a7292184-b277-423e-aad0-6cbd01679528), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.554725 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0e8a-1bd5-4ca9-82cd-5c4213bdc0fc None None] Pushing event updated for resources: {'Port': ['ID=beeb0a48-a86c-43a4-9603-e4b77a8d536b,revision_number=2']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:49.577288 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:57:49.577772 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Checking segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:57:49.578239 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.578720 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Bound using segment: {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'} {{(pid=113204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:57:49.579265 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.managers [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Bound port: beeb0a48-a86c-43a4-9603-e4b77a8d536b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c65e7a-b920-41dd-b960-210be8a11a19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}}] {{(pid=113204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:57:49.579707 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.634344 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] For port beeb0a48-a86c-43a4-9603-e4b77a8d536b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:57:49.638494 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] For port beeb0a48-a86c-43a4-9603-e4b77a8d536b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=beeb0a48-a86c-43a4-9603-e4b77a8d536b,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:57:49.725006 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.736706 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (54c4d0b4-c612-4724-9902-f7424400906b), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.773153 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Provisioning complete for port 54c4d0b4-c612-4724-9902-f7424400906b triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:49.773534 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (54c4d0b4-c612-4724-9902-f7424400906b), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.773918 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 1 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:49.785088 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:49.785700 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:49.870275 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0e8a-1bd5-4ca9-82cd-5c4213bdc0fc None None] Pushing event updated for resources: {'Port': ['ID=beeb0a48-a86c-43a4-9603-e4b77a8d536b,revision_number=3']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:49.882326 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:49.903657 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks [] for port (54c4d0b4-c612-4724-9902-f7424400906b), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.942975 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:49.963381 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9763368'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.014283 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.034974 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769242'] for router_interface (a7292184-b277-423e-aad0-6cbd01679528), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.040661 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Pushing event updated for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=2']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:50.127502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:50.132406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is already hosted by enough agents. {{(pid=113203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:50.136436 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.base_scheduler [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=113203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:50.152963 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46c549-922a-4db1-bc93-6387cdd53662 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:50.252578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:50.358081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.371696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:50.376622 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-d28a0028-9935-4943-8bb2-29b0f4ce7b74 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/a7292184-b277-423e-aad0-6cbd01679528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064722 Sep 30 09:57:50.384327 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 2 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:50.426313 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:50.791508 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36220) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:50.797037 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868858801', 'description': 'tempest-description--1096333193'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:50.902048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.927221 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 3 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:50.979658 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.989684 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.995379 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:51.038152 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.069774 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.148901 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.150180 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-74bfd2c8-3d38-4806-a5e8-221f0f68abf7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3574865 Sep 30 09:57:51.156176 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36222) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:51.158357 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group_rule': {'security_group_id': '147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:51.253740 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (8050062d-77ef-4295-913d-a3075153322b), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.312019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (8050062d-77ef-4295-913d-a3075153322b), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.392208 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (8050062d-77ef-4295-913d-a3075153322b), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.413669 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8050062d-77ef-4295-913d-a3075153322b,revision_number=0']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.491182 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.492388 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-1c176f19-b11a-47b6-92de-b63fe4e3f48e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376565 Sep 30 09:57:51.494649 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 4 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:51.495470 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36224) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:51.500885 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group_rule': {'security_group_id': '147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:51.527389 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:51.541095 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2f04952b-bc30-46b4-ab88-ff575222556c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.609853 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (80dddb3f-60e8-4213-b9b2-67d86e622c1c), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.665474 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (80dddb3f-60e8-4213-b9b2-67d86e622c1c), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.735618 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (80dddb3f-60e8-4213-b9b2-67d86e622c1c), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.758224 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dddb3f-60e8-4213-b9b2-67d86e622c1c,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.840871 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.842100 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4bbb4055-f9f2-4203-92d8-4c07701c3afe tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450859 Sep 30 09:57:51.849700 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36226) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:51.853959 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:51.952731 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.998416 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.028955 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 5 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:52.032860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.063520 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:52.070375 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:52.075041 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:52.075651 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:52.143464 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Allocated IP 172.37.6.47 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/24dfc452-1f4b-4e9f-a7d4-2210935e8eb3) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:52.175969 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:52.243934 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.269909 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.330400 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.363016 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 2, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:52.374879 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:52.379645 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:52.383647 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:52.386919 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=24dfc452-1f4b-4e9f-a7d4-2210935e8eb3,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:52.388298 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:52.388662 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Updating router a7292184-b277-423e-aad0-6cbd01679528 port 54c4d0b4-c612-4724-9902-f7424400906b binding host dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:57:52.421032 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (54c4d0b4-c612-4724-9902-f7424400906b), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.468701 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.571593 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 6 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:52.575244 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.604188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Port 54c4d0b4-c612-4724-9902-f7424400906b cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:52.675412 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks [] for port (54c4d0b4-c612-4724-9902-f7424400906b), precommit_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.729580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.731227 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device beeb0a48-a86c-43a4-9603-e4b77a8d536b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:57:52.764185 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.775308 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port beeb0a48-a86c-43a4-9603-e4b77a8d536b triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:52.775682 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.776018 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port beeb0a48-a86c-43a4-9603-e4b77a8d536b Sep 30 09:57:52.792752 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.845459 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.845692 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Pushing event updated for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=3']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:52.853348 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.853926 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.854284 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.854652 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.859939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.859939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.859939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.859939 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860308 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port beeb0a48-a86c-43a4-9603-e4b77a8d536b is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:52.860409 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860409 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860577 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.860674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.860674 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.866991 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=24dfc452-1f4b-4e9f-a7d4-2210935e8eb3,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:52.875911 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.879420 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Attempting to bind port 54c4d0b4-c612-4724-9902-f7424400906b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:57:52.879788 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Attempting to bind port 54c4d0b4-c612-4724-9902-f7424400906b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:57:52.883034 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Attempting to bind port 54c4d0b4-c612-4724-9902-f7424400906b on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:57:52.883186 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-3553b2c4-a215-4526-b771-8c565331667e None None] For port beeb0a48-a86c-43a4-9603-e4b77a8d536b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=beeb0a48-a86c-43a4-9603-e4b77a8d536b,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:52.883327 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.899982 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.922094 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Checking agent: {'id': '1ee58e17-2039-4185-87d3-a27dbd0d6bba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 37, 27), 'started_at': datetime.datetime(2022, 9, 30, 9, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:57:52.922458 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Checking segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:57:52.922875 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.923256 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Bound using segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} {{(pid=113205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:57:52.923710 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.managers [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Bound port: 54c4d0b4-c612-4724-9902-f7424400906b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}}] {{(pid=113205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:57:52.924078 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (54c4d0b4-c612-4724-9902-f7424400906b), before_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.958479 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.960623 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:52.983210 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] For port 54c4d0b4-c612-4724-9902-f7424400906b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=113205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:57:52.986228 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.plugins.ml2.db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] For port 54c4d0b4-c612-4724-9902-f7424400906b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54c4d0b4-c612-4724-9902-f7424400906b,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:57:52.992612 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.992612 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-0925b091-1560-4f55-af7a-20f836e2348c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1406505 Sep 30 09:57:53.009776 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Pushing event updated for resources: {'Port': ['ID=beeb0a48-a86c-43a4-9603-e4b77a8d536b,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:53.089751 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron_lib.callbacks.manager [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_update {{(pid=113205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:53.105123 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Attempt 7 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:53.128762 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:53.129375 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:53.165434 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-60033e5c-bed9-41e4-b711-5e32a7861c1f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--868858801&fields=id&tenant_id=85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 267 time: 0.0512786 Sep 30 09:57:53.185281 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Current status of the port 54c4d0b4-c612-4724-9902-f7424400906b is: DOWN; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:53.187807 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (54c4d0b4-c612-4724-9902-f7424400906b), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:53.231702 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] For port 54c4d0b4-c612-4724-9902-f7424400906b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54c4d0b4-c612-4724-9902-f7424400906b,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:53.269424 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116efd4-befc-4e9c-8f66-1a7dff009b1e None None] Pushing event updated for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=4']} {{(pid=113205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:53.288269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-88927da4-bd53-4085-97c8-cfb972f7c0f8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:53.293371 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-88927da4-bd53-4085-97c8-cfb972f7c0f8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 810 time: 0.1158516 Sep 30 09:57:53.305026 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-f6c231c6-4961-4d5f-87bf-7438da43ff06 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/quotas/85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Sep 30 09:57:53.312989 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:53.336614 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:53.357186 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-4376fe5b-99e9-4fee-9838-53e47408ca9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465832 Sep 30 09:57:53.369477 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24c137-8f4d-4d9e-98f1-644cc2c6f070 None None] Pushing event updated for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:53.432835 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-6a2bb31d-76b8-4c54-a6e9-9c3e538d546b None None] Provisioning complete for port 54c4d0b4-c612-4724-9902-f7424400906b triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:53.441875 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb31d-76b8-4c54-a6e9-9c3e538d546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (54c4d0b4-c612-4724-9902-f7424400906b), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:53.441875 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-6a2bb31d-76b8-4c54-a6e9-9c3e538d546b None None] Attempt 1 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:53.482327 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:53.507128 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-a46ffefa-e3ea-47c2-9b1b-189efe7f9a42 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381240 Sep 30 09:57:53.514033 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bb31d-76b8-4c54-a6e9-9c3e538d546b None None] Current status of the port 54c4d0b4-c612-4724-9902-f7424400906b is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:53.538664 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:53.562752 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1f5e-7208-4344-85bf-dc3cef56bd61 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:53.598561 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-60523e3c-b510-4bb6-97d1-008cfba564c9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893393 Sep 30 09:57:53.718766 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5551d1e4-8784-495e-8a61-65715aa66023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:53.867831 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1ea7990e-f80c-436e-bec5-c0288d64a1e7 req-ef9e5155-68fa-4352-88b6-8b931e60f9c8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Sep 30 09:57:54.732268 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 54c4d0b4-c612-4724-9902-f7424400906b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:57:54.775126 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port 54c4d0b4-c612-4724-9902-f7424400906b triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:54.775493 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (54c4d0b4-c612-4724-9902-f7424400906b), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:54.775828 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port 54c4d0b4-c612-4724-9902-f7424400906b Sep 30 09:57:54.810154 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:54.849361 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port 54c4d0b4-c612-4724-9902-f7424400906b is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:54.850309 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device beeb0a48-a86c-43a4-9603-e4b77a8d536b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:57:54.895021 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Provisioning complete for port beeb0a48-a86c-43a4-9603-e4b77a8d536b triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:54.895401 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:54.895729 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Attempt 1 to provision port beeb0a48-a86c-43a4-9603-e4b77a8d536b Sep 30 09:57:54.977875 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Current status of the port beeb0a48-a86c-43a4-9603-e4b77a8d536b is: ACTIVE; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:57:54.978496 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8c317c5-085c-460f-8a88-4fb5ed8ca706 req-ab60d6b7-0f34-4ce8-b844-66bc182fa734 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 210 time: 0.0317340 Sep 30 09:57:55.055633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.081355 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b4b0618d-02de-4f08-b661-dc17d708cc58 req-5dd57633-ff7a-4479-968a-a0b148697655 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 210 time: 0.0283988 Sep 30 09:57:56.190121 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-8e0a0315-5ed1-44a4-a004-3a45bb9a1326 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:56.191583 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-8e0a0315-5ed1-44a4-a004-3a45bb9a1326 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 810 time: 0.1041310 Sep 30 09:57:56.259562 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-02e86bcc-81c8-4610-8176-f90145a1ffaa tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 379 time: 0.0519891 Sep 30 09:57:56.268266 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'port': {'device_id': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'admin_state_up': True, 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'security_groups': ['147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:56.489031 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Made reservation on behalf of 85eef8fd790146cfa7da6214c13ca262 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:57:56.492872 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.618719 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Allocated IP 172.20.0.11 (6c765eee-bae8-4b34-897a-abb29acd5a27/cdfb3e22-5a9f-46a0-8aac-da19c4e3d178/8354001a-2686-4424-85b3-eda11d52c3b4) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:57:56.667838 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:56.712819 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.713883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.758018 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (8354001a-2686-4424-85b3-eda11d52c3b4), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.855729 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:56.869151 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:56.902252 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:57:56.905148 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:57:56.907747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:57:56.937036 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:56.964741 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:56.965363 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.013425 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-00783d73-ba67-44e5-8f87-f717c74de953 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7487023 Sep 30 09:57:57.031076 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Request body: {'port': {'device_id': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:57.097160 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.155508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Provisioning complete for port 8354001a-2686-4424-85b3-eda11d52c3b4 triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:57:57.155806 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.156340 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Attempt 1 to provision port 8354001a-2686-4424-85b3-eda11d52c3b4 Sep 30 09:57:57.208612 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc7fd7-4733-4023-b561-78bd92c66ba3 req-33eb15c8-1476-4a8b-a811-a6f395d3d221 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:57.210750 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9abc7fd7-4733-4023-b561-78bd92c66ba3 req-33eb15c8-1476-4a8b-a811-a6f395d3d221 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 932 time: 0.0509458 Sep 30 09:57:57.212800 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:57.213676 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Port 8354001a-2686-4424-85b3-eda11d52c3b4 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:57.243460 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:57.261597 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9abc7fd7-4733-4023-b561-78bd92c66ba3 req-58cd9934-6113-4c79-ba9b-498a271c7916 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446484 Sep 30 09:57:57.615096 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8354001a-2686-4424-85b3-eda11d52c3b4 {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:57:57.622251 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks [] for port (8354001a-2686-4424-85b3-eda11d52c3b4), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.634336 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Transition to ACTIVE for port object 8354001a-2686-4424-85b3-eda11d52c3b4 will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:57:57.694564 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.714935 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Attempt 2 to provision port 8354001a-2686-4424-85b3-eda11d52c3b4 Sep 30 09:57:57.747316 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Port 8354001a-2686-4424-85b3-eda11d52c3b4 cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:57:57.770238 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:57.801285 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Attempting to bind port 8354001a-2686-4424-85b3-eda11d52c3b4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:57:57.801622 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Attempting to bind port 8354001a-2686-4424-85b3-eda11d52c3b4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:57:57.801949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Attempting to bind port 8354001a-2686-4424-85b3-eda11d52c3b4 on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:57:57.845102 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Port 8354001a-2686-4424-85b3-eda11d52c3b4 on network 6c765eee-bae8-4b34-897a-abb29acd5a27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:57:57.845427 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Attempting to bind port 8354001a-2686-4424-85b3-eda11d52c3b4 on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:57:57.890951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:57:57.891287 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Checking segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:57:57.891674 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Bound using segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:57:57.892111 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Bound port: 8354001a-2686-4424-85b3-eda11d52c3b4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:57:57.892467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:57.894938 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:57.952695 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:57:57.955977 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8354001a-2686-4424-85b3-eda11d52c3b4,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:57:58.027859 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:58.031861 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.032472 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:58.033827 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 1094 time: 1.0071616 Sep 30 09:57:58.034370 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:58.036638 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92a23c2-3dae-4080-847d-7bad44d99d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:58.079214 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97851884-113b-4c09-b093-b7cf0c2b793a x-openstack-request-id: req-97851884-113b-4c09-b093-b7cf0c2b793a {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:58.079561 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:58.079821 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97851884-113b-4c09-b093-b7cf0c2b793a {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:58.080227 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97851884-113b-4c09-b093-b7cf0c2b793a'] response: {'name': 'network-changed', 'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4', 'status': 'completed', 'code': 200} Sep 30 09:57:58.084804 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42f1fe-cb36-499b-bb22-a33632beaeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:58.174330 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-e2d9e3bb-32ec-4740-95f2-a79535f2aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.175835 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-e2d9e3bb-32ec-4740-95f2-a79535f2aac3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1128 time: 0.0422664 Sep 30 09:57:58.248932 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Attempt 3 to provision port 8354001a-2686-4424-85b3-eda11d52c3b4 Sep 30 09:57:58.271438 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:58.282163 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-f64d06ea-504b-4e2e-bf19-0d8008bfe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.282163 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-f64d06ea-504b-4e2e-bf19-0d8008bfe705 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=85eef8fd790146cfa7da6214c13ca262&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0917287 Sep 30 09:57:58.286202 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-09c05c0f-f294-4fe9-86d2-3e3aac498d95 None None] Port 8354001a-2686-4424-85b3-eda11d52c3b4 had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:57:58.381073 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-0f9b0ffe-fcd6-457a-9427-0bc7d8816420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.382831 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b92a23c2-3dae-4080-847d-7bad44d99d8c req-0f9b0ffe-fcd6-457a-9427-0bc7d8816420 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944958 Sep 30 09:57:58.383834 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466774d-f5ac-49f3-9e56-fdc8f69513f6 req-326a470f-b6ea-4269-9b68-a11a348f31dd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.385385 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9466774d-f5ac-49f3-9e56-fdc8f69513f6 req-326a470f-b6ea-4269-9b68-a11a348f31dd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 944 time: 0.0468819 Sep 30 09:57:58.435344 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-9466774d-f5ac-49f3-9e56-fdc8f69513f6 req-94b20c9f-b734-4857-914c-95d75da49ed6 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Sep 30 09:57:58.481570 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-84d66848-bbb4-4d61-bb90-f5115866b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.483071 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-84d66848-bbb4-4d61-bb90-f5115866b634 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1128 time: 0.0387943 Sep 30 09:57:58.534766 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-1d05ad2e-4b14-4447-8bf7-e83039aecee3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 217 time: 0.0354347 Sep 30 09:57:58.583164 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-7806b3d6-7b10-4196-b545-3e8e3131b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.584579 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-7806b3d6-7b10-4196-b545-3e8e3131b01c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0436387 Sep 30 09:57:58.627839 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-f0a70faf-e4e8-4f5b-9edd-e6866c5b8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:58.629303 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-f0a70faf-e4e8-4f5b-9edd-e6866c5b8a9a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381746 Sep 30 09:57:58.721766 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-5dbb8f0e-5bdb-4a23-ba01-7e50241054e6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Sep 30 09:57:58.812348 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-d1d2d79f-c04f-48ca-b595-d93d2838e73c req-f6d9ec89-7604-401a-a732-c210c582a4cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Sep 30 09:57:59.559426 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b98d63-1fd3-4ba0-acbf-313254cc09b4 req-ff1054c7-1072-4701-97b4-f67b22396afc tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:59.560891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32b98d63-1fd3-4ba0-acbf-313254cc09b4 req-ff1054c7-1072-4701-97b4-f67b22396afc tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 944 time: 0.0476961 Sep 30 09:57:59.607146 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-32b98d63-1fd3-4ba0-acbf-313254cc09b4 req-4ae2bb1c-bbac-434b-98d1-64945244e0a1 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Sep 30 09:58:00.725781 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aecaf7-bda2-4db7-b791-e99d8cb9013f req-8ca8f631-080d-451a-bafe-b17449208471 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:00.727251 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-41aecaf7-bda2-4db7-b791-e99d8cb9013f req-8ca8f631-080d-451a-bafe-b17449208471 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 944 time: 0.0451369 Sep 30 09:58:00.773300 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-41aecaf7-bda2-4db7-b791-e99d8cb9013f req-a166579a-4bf7-4eb6-b7d2-c026ffc47c9d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399256 Sep 30 09:58:01.432260 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:01.896005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82d176-68d3-4b6d-9948-590992fc0384 req-6a5a1b5b-4f90-4f56-8161-bb3cdc622130 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:01.897369 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab82d176-68d3-4b6d-9948-590992fc0384 req-6a5a1b5b-4f90-4f56-8161-bb3cdc622130 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Sep 30 09:58:01.943568 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab82d176-68d3-4b6d-9948-590992fc0384 req-c0746495-3757-4e01-bbd3-27e896338b87 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Sep 30 09:58:02.497240 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8354001a-2686-4424-85b3-eda11d52c3b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:58:02.595937 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8354001a-2686-4424-85b3-eda11d52c3b4,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:58:02.606705 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '8354001a-2686-4424-85b3-eda11d52c3b4', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'port_id': '8354001a-2686-4424-85b3-eda11d52c3b4', 'mac_address': 'fa:16:3e:f0:2b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:58:02.640596 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 8354001a-2686-4424-85b3-eda11d52c3b4 is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:58:02.641006 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:02.654166 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8354001a-2686-4424-85b3-eda11d52c3b4 {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:58:02.674492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8354001a-2686-4424-85b3-eda11d52c3b4,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:58:02.735280 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:02.784430 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:03.060237 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0720-c8a3-41f2-b6d3-4525e66bb013 req-e77e0943-3f99-4fb4-8f32-92c50691f658 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:03.061577 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b2a0720-c8a3-41f2-b6d3-4525e66bb013 req-e77e0943-3f99-4fb4-8f32-92c50691f658 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 945 time: 0.0450649 Sep 30 09:58:03.066615 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['8354001a-2686-4424-85b3-eda11d52c3b4'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:58:03.111666 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1b2a0720-c8a3-41f2-b6d3-4525e66bb013 req-0ea8b000-153f-4652-8b5a-3bdde85f2716 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432560 Sep 30 09:58:03.936134 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:03.947999 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=10 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:04.241871 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184b92-e98f-4c97-aeda-b310bdce2e24 req-08840b1d-d2bf-43b0-866b-3a94510f621b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:04.243357 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-89184b92-e98f-4c97-aeda-b310bdce2e24 req-08840b1d-d2bf-43b0-866b-3a94510f621b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Sep 30 09:58:04.291514 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-89184b92-e98f-4c97-aeda-b310bdce2e24 req-c8170cec-f16d-40f6-b983-34256a99a2b4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Sep 30 09:58:04.515216 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8354001a-2686-4424-85b3-eda11d52c3b4 up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:58:04.680883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 8354001a-2686-4424-85b3-eda11d52c3b4 completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:58:04.751994 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 8354001a-2686-4424-85b3-eda11d52c3b4 triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:58:04.752347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:04.752683 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 8354001a-2686-4424-85b3-eda11d52c3b4 Sep 30 09:58:04.822766 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 8354001a-2686-4424-85b3-eda11d52c3b4 is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:58:04.823080 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:04.825508 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:04.845445 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:04.847704 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6283d-9cb9-4c1a-86e4-c536ff208e08" -d '{"events": [{"server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "name": "network-vif-plugged", "status": "completed", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:04.860766 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8354001a-2686-4424-85b3-eda11d52c3b4,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:58:04.887674 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de9aba-c27a-4e6a-becc-44ea4c54c2c6 x-openstack-request-id: req-36de9aba-c27a-4e6a-becc-44ea4c54c2c6 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:04.887978 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "name": "network-vif-plugged", "status": "completed", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:04.888371 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36de9aba-c27a-4e6a-becc-44ea4c54c2c6 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:04.888763 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36de9aba-c27a-4e6a-becc-44ea4c54c2c6'] response: {'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4', 'code': 200} Sep 30 09:58:04.918932 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:04.958340 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:04.970145 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:05.200567 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68762f-879f-4931-a4f7-fab68a99fc5d req-2a0e9945-1e2b-40c3-b77e-88aa04cb75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:05.202052 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1c68762f-879f-4931-a4f7-fab68a99fc5d req-2a0e9945-1e2b-40c3-b77e-88aa04cb75ab service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0423276 Sep 30 09:58:05.246106 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-1c68762f-879f-4931-a4f7-fab68a99fc5d req-1be8ec98-11b1-4a14-9f9a-8f7a8203124c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Sep 30 09:58:05.412538 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e0101-88f6-470c-a0d8-dfe4215d4730 req-5e4e4213-7b0b-4213-8613-6b2f994aa69b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:05.414004 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab9e0101-88f6-470c-a0d8-dfe4215d4730 req-5e4e4213-7b0b-4213-8613-6b2f994aa69b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Sep 30 09:58:05.460336 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab9e0101-88f6-470c-a0d8-dfe4215d4730 req-bd78fd5d-af81-442d-8ac8-830d864e1eba tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 Sep 30 09:58:06.585207 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a70960-6554-4a0a-b74a-87a11a6538da req-70439d08-9603-470a-a4b5-86d1d9aa3d27 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:06.586694 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68a70960-6554-4a0a-b74a-87a11a6538da req-70439d08-9603-470a-a4b5-86d1d9aa3d27 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0467570 Sep 30 09:58:06.638085 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-68a70960-6554-4a0a-b74a-87a11a6538da req-89286886-4d51-4320-8160-0801a5c64dab tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Sep 30 09:58:07.756223 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324d79-1520-4fcb-8f65-f1d6a3676777 req-cbfed773-d12a-484c-9f4c-9b95b3d299f2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:07.757924 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-90324d79-1520-4fcb-8f65-f1d6a3676777 req-cbfed773-d12a-484c-9f4c-9b95b3d299f2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0460646 Sep 30 09:58:07.804383 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-90324d79-1520-4fcb-8f65-f1d6a3676777 req-14caf2b9-e458-4788-bbdc-0cacdba674c2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Sep 30 09:58:07.907988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:07.918050 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89a9f5-d128-484c-ab09-efc0753c9197 req-f0d486c4-d41b-4840-884b-51cece36ecd7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:07.919578 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7a89a9f5-d128-484c-ab09-efc0753c9197 req-f0d486c4-d41b-4840-884b-51cece36ecd7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0463881 Sep 30 09:58:07.929692 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36294) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:58:07.934206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'floatingip': {'port_id': '8354001a-2686-4424-85b3-eda11d52c3b4'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:58:07.971823 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:08.169129 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:08.383054 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:08.449505 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:08.541657 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Floating IP 55302ca4-3dfc-4151-bdfd-cc412229a744 associated. External IP: 172.37.6.47, port: 8354001a-2686-4424-85b3-eda11d52c3b4. Sep 30 09:58:08.543903 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:08.732645 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:58:08.832487 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:58:08.837353 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:08.843013 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:58:08.852359 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:08.852962 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:08.866133 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-4fac9867-8646-4ae5-af91-ac63382bf949 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/55302ca4-3dfc-4151-bdfd-cc412229a744 HTTP/1.1" status: 200 len: 991 time: 0.9353554 Sep 30 09:58:08.866790 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:08.869024 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d" -d '{"events": [{"name": "network-changed", "server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:08.905100 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b4d713-2967-49f4-a286-6629369795b2 x-openstack-request-id: req-99b4d713-2967-49f4-a286-6629369795b2 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:08.905383 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:08.905627 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99b4d713-2967-49f4-a286-6629369795b2 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:08.906031 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b4d713-2967-49f4-a286-6629369795b2'] response: {'name': 'network-changed', 'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4', 'status': 'completed', 'code': 200} Sep 30 09:58:08.954726 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:08.997139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-cc96e0b3-92eb-4ea9-b9e2-d0b07e9bfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:08.998648 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-cc96e0b3-92eb-4ea9-b9e2-d0b07e9bfb12 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0429232 Sep 30 09:58:09.091135 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-ddf4c3da-ff04-40fe-8587-242327086a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:09.092597 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-ddf4c3da-ff04-40fe-8587-242327086a1d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0851023 Sep 30 09:58:09.156741 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-0bad1830-57ae-4b60-805c-0e526b3d81ff service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 999 time: 0.0580153 Sep 30 09:58:09.161954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '55302ca4-3dfc-4151-bdfd-cc412229a744', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.47', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '8354001a-2686-4424-85b3-eda11d52c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:f0:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:52Z', 'updated_at': '2022-09-30T09:58:08Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:09.187589 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:09.189290 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:58:09.198110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:09.198736 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:57:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:09.207860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-96655717-917f-4f77-ad23-71c5cf4d72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:09.209319 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-96655717-917f-4f77-ad23-71c5cf4d72e0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0466974 Sep 30 09:58:09.252715 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-0e5d549f-1b7a-40fe-8b05-7a932bb41cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:09.254107 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-0e5d549f-1b7a-40fe-8b05-7a932bb41cd2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379701 Sep 30 09:58:09.300779 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:09.346068 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-5e5cd146-c445-42ff-ad90-bf8413970a48 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Sep 30 09:58:09.434268 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-11339c7b-4d4b-4bc0-8cc9-a70107eb606d req-a3cc03d8-16ce-43d9-a911-93f2da95c70a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821750 Sep 30 09:58:09.504337 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '55302ca4-3dfc-4151-bdfd-cc412229a744', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.47', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '8354001a-2686-4424-85b3-eda11d52c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:f0:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:52Z', 'updated_at': '2022-09-30T09:58:08Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:09.528918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c656ab8-1210-46e5-b86b-256b9b72aae9 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '55302ca4-3dfc-4151-bdfd-cc412229a744', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.47', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '8354001a-2686-4424-85b3-eda11d52c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:f0:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:57:52Z', 'updated_at': '2022-09-30T09:58:08Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:58:09.714849 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13066f-1177-4ce5-84d2-ff439ceed228 None None] New status for floating IP 55302ca4-3dfc-4151-bdfd-cc412229a744: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:58:09.758809 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-d24f45a2-742c-4080-a64e-51386fb94bf6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573492 Sep 30 09:58:09.856891 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-e6ffe401-230d-40c3-8b5b-3c8823e7641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:09.858400 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-e6ffe401-230d-40c3-8b5b-3c8823e7641e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1129 time: 0.0396161 Sep 30 09:58:09.961852 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-956ebd73-13eb-4b8a-8114-d9bce001111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:09.963371 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-956ebd73-13eb-4b8a-8114-d9bce001111c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0868955 Sep 30 09:58:09.974972 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:10.026060 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-eed839a2-2bcd-40ab-bcd1-6d13d14493e9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 1000 time: 0.0568192 Sep 30 09:58:10.073104 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-8a3a8065-72e4-46d7-8140-6b3c0340470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:10.074524 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-8a3a8065-72e4-46d7-8140-6b3c0340470f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0431204 Sep 30 09:58:10.115123 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-b9a887eb-7d0f-4df3-b2e6-a30781efa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:10.116530 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-b9a887eb-7d0f-4df3-b2e6-a30781efa680 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367918 Sep 30 09:58:10.206350 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-3608ebd3-6486-4567-9c0d-6c04aac93c56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Sep 30 09:58:10.297901 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-5385871d-277c-4a80-ac50-1d1e5335cea5 req-f2cc223f-5473-43a3-835b-d339263c228b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851581 Sep 30 09:58:17.911350 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:19.501796 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=72 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:19.507099 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=79 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:19.723665 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:58:20.292570 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=71 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:20.294415 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=29 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:20.665637 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:21.518092 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-779f1030-8491-46a4-bbf4-11e156188750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:23.740785 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-da3a15fc-6eb3-4dc1-afb8-f7cb8dc670e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:25.037148 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:26.666925 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:26.667751 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:29.719156 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=22 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:31.420737 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:40.936572 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:40.941899 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:41.369458 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:41.371321 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:47.560943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36328) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:58:47.704930 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port 3ae594d2-36a9-40e5-a761-ef753fb8256c {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:58:47.705279 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:47.781837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:47.782160 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (3ae594d2-36a9-40e5-a761-ef753fb8256c), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:47.794295 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for 3ae594d2-36a9-40e5-a761-ef753fb8256c owned by network:floatingip {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:58:48.031915 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (3ae594d2-36a9-40e5-a761-ef753fb8256c), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:48.060983 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=3ae594d2-36a9-40e5-a761-ef753fb8256c,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:48.085452 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.085797 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.086138 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.086475 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.086836 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.087200 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.087535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.087860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.088188 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.088514 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.088836 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.089159 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.089479 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.089804 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.090118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:48.132680 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:48.133176 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP 0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef disassociated (deleted). External IP: 172.37.6.198, port: 31deec85-f41f-469f-8cb8-d5828a5ff711. Sep 30 09:58:48.590784 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:58:48.691721 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:58:48.696508 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:48.701818 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:58:48.711102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:48.711693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:48.727111 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-363a08d2-c0c5-4f7f-acc1-1e66665b4df3 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef HTTP/1.1" status: 204 len: 168 time: 1.1650927 Sep 30 09:58:48.727762 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:48.729983 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f6520c-70c1-4ed9-b147-556eda1ba679" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:48.768491 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb05302-d186-4530-b7af-afa18e025822 x-openstack-request-id: req-6eb05302-d186-4530-b7af-afa18e025822 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:48.768783 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:48.769033 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eb05302-d186-4530-b7af-afa18e025822 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:48.769469 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb05302-d186-4530-b7af-afa18e025822'] response: {'name': 'network-changed', 'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'status': 'completed', 'code': 200} Sep 30 09:58:48.817781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:48.824573 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:48.849216 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:48.856713 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-27affb65-a6f8-4d61-bb94-0e7f0633129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:48.858197 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-27affb65-a6f8-4d61-bb94-0e7f0633129f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 1129 time: 0.0412834 Sep 30 09:58:48.964480 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-d3a47c72-984f-4a42-80c2-aa4ef0e8dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:48.966488 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-d3a47c72-984f-4a42-80c2-aa4ef0e8dcbe service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.1008809 Sep 30 09:58:49.005217 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-ef88774c-b8ac-4552-b471-ab607e7fb0ec service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31deec85-f41f-469f-8cb8-d5828a5ff711 HTTP/1.1" status: 200 len: 217 time: 0.0329065 Sep 30 09:58:49.035653 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:49.053321 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-f4e21c45-5dfb-4454-8c9d-187bfa27042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:49.054836 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-f4e21c45-5dfb-4454-8c9d-187bfa27042e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0442290 Sep 30 09:58:49.064333 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:58:49.073302 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:49.073918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:49.104951 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-7b35078d-6ea6-4432-bb3d-c25773541a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:49.106977 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-7b35078d-6ea6-4432-bb3d-c25773541a7a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451677 Sep 30 09:58:49.145649 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53c7da-dd20-4191-bf9e-82e85e4bc573 req-2c543193-99f5-48fe-b23b-6dc466e426a2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:49.152028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8e53c7da-dd20-4191-bf9e-82e85e4bc573 req-2c543193-99f5-48fe-b23b-6dc466e426a2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0526814 Sep 30 09:58:49.177592 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:49.206674 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8e53c7da-dd20-4191-bf9e-82e85e4bc573 req-2f55f2ed-fe8c-46f4-a3a6-25c572cdd289 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534790 Sep 30 09:58:49.509315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-49de8a8d-6beb-4442-9095-53336226746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:49.533905 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de8a8d-6beb-4442-9095-53336226746d None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b5950227-9cea-481f-bfa5-ea7140e22d74', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'floating_ip_address': '172.37.6.87', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'port_id': '3570f723-a6b6-479e-9662-f90c771a0449', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'mac_address': 'fa:16:3e:e0:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:05Z', 'updated_at': '2022-09-30T09:55:07Z', 'revision_number': 1, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:58:49.744819 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34f194-d622-404e-96e7-39b2fceeb736 None None] New status for floating IP 0fdb1fd9-6e22-4259-bcb6-ac0ea320b7ef: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:58:50.314238 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-5f5e3e13-14f7-48ea-a8f9-eaf58b611bcc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885992 Sep 30 09:58:50.340505 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8885cf-d4d3-4185-b434-3c8b4fe58736 req-411e63f9-f022-4047-89b9-41fbec7453b2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:50.341994 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab8885cf-d4d3-4185-b434-3c8b4fe58736 req-411e63f9-f022-4047-89b9-41fbec7453b2 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0553877 Sep 30 09:58:50.391446 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ab8885cf-d4d3-4185-b434-3c8b4fe58736 req-f3fac690-57ba-4c63-8d80-abce585df5ef tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Sep 30 09:58:50.504207 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-f2f6520c-70c1-4ed9-b147-556eda1ba679 req-55bf0cec-ec75-42b1-88dc-f2b4d879bcff service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872817 Sep 30 09:58:51.059483 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaa757-521b-430d-865c-e9b419d58180 req-3370bfb8-63c6-4bb2-9968-b16d0d498bbf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:51.061115 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-79eaa757-521b-430d-865c-e9b419d58180 req-3370bfb8-63c6-4bb2-9968-b16d0d498bbf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0489936 Sep 30 09:58:51.359170 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port 31deec85-f41f-469f-8cb8-d5828a5ff711 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:58:51.359953 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:51.448885 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] For port 31deec85-f41f-469f-8cb8-d5828a5ff711, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31deec85-f41f-469f-8cb8-d5828a5ff711,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:58:51.449254 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:51.464222 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for 31deec85-f41f-469f-8cb8-d5828a5ff711 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:58:51.518770 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac488b43-c709-4c0d-948a-6a3714ec2f0b req-a93920c0-13f3-43b3-8ebf-de09f772c19e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:51.521030 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ac488b43-c709-4c0d-948a-6a3714ec2f0b req-a93920c0-13f3-43b3-8ebf-de09f772c19e tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 945 time: 0.0544538 Sep 30 09:58:51.555699 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-da16f68c-c7ce-4a5d-bca5-802a1fac422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:51.580577 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ac488b43-c709-4c0d-948a-6a3714ec2f0b req-8613540b-fd35-4d0b-9e6d-d66f2152ee3c tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494707 Sep 30 09:58:51.598514 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:51.666510 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (31deec85-f41f-469f-8cb8-d5828a5ff711), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:51.695271 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=31deec85-f41f-469f-8cb8-d5828a5ff711,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:51.744382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] No DVR routers for this DVR port 31deec85-f41f-469f-8cb8-d5828a5ff711 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:58:51.747528 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:51.751490 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-79eaa757-521b-430d-865c-e9b419d58180 req-f5c32219-e8f4-41cc-b6f8-b36bc7e41e95 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "DELETE /networking/v2.0/ports/31deec85-f41f-469f-8cb8-d5828a5ff711 HTTP/1.1" status: 204 len: 173 time: 0.4715040 Sep 30 09:58:51.752000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'name': 'network-vif-deleted', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:51.754859 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7bf80f-8f31-4699-a0e1-6ffaf1278c9c" -d '{"events": [{"server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "name": "network-vif-deleted", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:51.793541 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e367fc19-50ac-455d-8b67-3ea670a55c9a x-openstack-request-id: req-e367fc19-50ac-455d-8b67-3ea670a55c9a {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:51.793830 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3f6880-acc5-4b79-9e64-e6819767007d", "name": "network-vif-deleted", "tag": "31deec85-f41f-469f-8cb8-d5828a5ff711", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:51.794082 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e367fc19-50ac-455d-8b67-3ea670a55c9a {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:51.794537 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e367fc19-50ac-455d-8b67-3ea670a55c9a'] response: {'server_uuid': 'fe3f6880-acc5-4b79-9e64-e6819767007d', 'name': 'network-vif-deleted', 'tag': '31deec85-f41f-469f-8cb8-d5828a5ff711', 'status': 'completed', 'code': 200} Sep 30 09:58:52.705439 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-243c1b7b-b49f-4a24-b7e2-494c8a11db49 req-af9a1c53-4f96-4c96-b145-cc17d7054df7 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fe3f6880-acc5-4b79-9e64-e6819767007d HTTP/1.1" status: 200 len: 210 time: 0.0407810 Sep 30 09:58:53.054294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d41b7b-807e-4e06-93b3-c6e567c75594 req-fc031b97-5b86-4f7b-915a-cd081aefef6a tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:53.055807 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54d41b7b-807e-4e06-93b3-c6e567c75594 req-fc031b97-5b86-4f7b-915a-cd081aefef6a tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0465553 Sep 30 09:58:53.103630 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-54d41b7b-807e-4e06-93b3-c6e567c75594 req-4e324509-6659-4b9b-9d95-c4df593b2a5e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Sep 30 09:58:53.711637 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2ec14490-db13-431f-a23b-a10aba408957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:54.225402 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01defe-ba2b-4cf2-b09a-d1cc6242ec65 req-85aedbb6-9baa-4e6c-afd2-693cdb3705c4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:54.226913 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eb01defe-ba2b-4cf2-b09a-d1cc6242ec65 req-85aedbb6-9baa-4e6c-afd2-693cdb3705c4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Sep 30 09:58:54.272698 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-eb01defe-ba2b-4cf2-b09a-d1cc6242ec65 req-9ecdebe8-12a2-47db-8d1c-35f7fe683f97 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Sep 30 09:58:54.827606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 31deec85-f41f-469f-8cb8-d5828a5ff711 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:58:54.849151 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 31deec85-f41f-469f-8cb8-d5828a5ff711 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:58:54.849424 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 31deec85-f41f-469f-8cb8-d5828a5ff711 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:58:55.043093 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:55.623394 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61194-1c4f-4880-b62c-c55dd1fda72d req-a0209597-7d3c-456a-aff4-941c7491065b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:55.624849 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-40f61194-1c4f-4880-b62c-c55dd1fda72d req-a0209597-7d3c-456a-aff4-941c7491065b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.2760510 Sep 30 09:58:55.670865 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-40f61194-1c4f-4880-b62c-c55dd1fda72d req-3914a49a-d31d-41c1-83f4-1f5ae0a3e503 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Sep 30 09:58:56.148019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36386) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:58:56.283825 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:58:56.284169 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.361506 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.361833 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.374162 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:58:56.454124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:56.475167 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:56.568402 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.593705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=cdcd3d52-4f21-4eeb-b6a1-a3d8fee30e42,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:56.619079 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.619418 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.619751 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.620082 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.620407 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.620736 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.621056 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.621374 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.621692 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.622019 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.622332 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.622678 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.622993 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.623305 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.623613 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:58:56.665374 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (b5950227-9cea-481f-bfa5-ea7140e22d74), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.666367 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Floating IP b5950227-9cea-481f-bfa5-ea7140e22d74 disassociated (deleted). External IP: 172.37.6.87, port: 3570f723-a6b6-479e-9662-f90c771a0449. Sep 30 09:58:56.683592 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.685017 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:56.724045 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:58:56.804186 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bde58-1048-4f24-889b-955d48dd4d43 req-9572fb25-3099-4602-afa7-1d23c78f3671 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:56.805629 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-929bde58-1048-4f24-889b-955d48dd4d43 req-9572fb25-3099-4602-afa7-1d23c78f3671 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0543849 Sep 30 09:58:56.928265 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-929bde58-1048-4f24-889b-955d48dd4d43 req-d2d9a321-4ea4-4e91-8ea1-482e08598662 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884674 Sep 30 09:58:56.943168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:58:57.042076 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:58:57.046882 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:57.051242 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:58:57.060952 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:57.061560 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:57.081919 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-2e1e2636-e41d-4dea-9111-3d5dd2ed4550 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/b5950227-9cea-481f-bfa5-ea7140e22d74 HTTP/1.1" status: 204 len: 168 time: 0.9303584 Sep 30 09:58:57.081919 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:57.082548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a5d74-c9b2-484a-a877-495c88c72d53" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:57.122126 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0801e7-d2e2-4c34-81fe-26aa7392c5ad x-openstack-request-id: req-4d0801e7-d2e2-4c34-81fe-26aa7392c5ad {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:57.122422 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "tag": "3570f723-a6b6-479e-9662-f90c771a0449", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:57.122727 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d0801e7-d2e2-4c34-81fe-26aa7392c5ad {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:57.123141 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0801e7-d2e2-4c34-81fe-26aa7392c5ad'] response: {'name': 'network-changed', 'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449', 'status': 'completed', 'code': 200} Sep 30 09:58:57.156890 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:57.166283 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:57.193765 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:57.216051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-28d09f9b-978d-4483-bbb6-260078952249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:57.218282 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-28d09f9b-978d-4483-bbb6-260078952249 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f0d0c96bbb304882b1f2459361551a93&device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 1129 time: 0.0429547 Sep 30 09:58:57.311525 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-4a39f9ca-1f17-4634-8d44-0152c677dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:57.313619 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-4a39f9ca-1f17-4634-8d44-0152c677dcfe service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 200 len: 913 time: 0.0888193 Sep 30 09:58:57.356403 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-e27a810d-b26c-4107-8acc-7a92ff7730f7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 200 len: 217 time: 0.0367398 Sep 30 09:58:57.365406 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:57.395686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:58:57.406936 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-b5488703-7043-4bd0-9d24-a52b029eaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:57.408396 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-b5488703-7043-4bd0-9d24-a52b029eaa00 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 200 len: 851 time: 0.0463340 Sep 30 09:58:57.410861 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:58:57.411503 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:57.423190 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:57.457652 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-55b0c830-9517-40ff-aab8-88aee3d2d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:57.458101 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-55b0c830-9517-40ff-aab8-88aee3d2d6c2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=3408b8b1-1a84-4fa0-8af6-da7419c2525d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435705 Sep 30 09:58:57.492679 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a748613-528d-41d8-9650-20e193f7c467 req-aa2a7f56-4634-44e2-a75a-3f2c04f0d487 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:57.494201 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a748613-528d-41d8-9650-20e193f7c467 req-aa2a7f56-4634-44e2-a75a-3f2c04f0d487 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0487618 Sep 30 09:58:57.515347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:58:57.547210 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0a748613-528d-41d8-9650-20e193f7c467 req-27baf03f-93ad-432f-8612-05a99c2a39ce tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471995 Sep 30 09:58:57.696127 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:58:57.720395 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686a05c-1431-4de1-8df5-f36ad0b079cf None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:22Z', 'revision_number': 4, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbf021f9-ae35-47af-9243-953bba459691', 'name': '', 'network_id': '3408b8b1-1a84-4fa0-8af6-da7419c2525d', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:21Z', 'updated_at': '2022-09-30T09:51:27Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'subnets': [{'id': '17feeb99-a150-43e4-9bdf-e5689885a334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:58:57.926180 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbe132-e12e-454a-b978-b2d2225e3359 None None] New status for floating IP b5950227-9cea-481f-bfa5-ea7140e22d74: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:58:58.050049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659ceed-f099-4f26-9a38-5998570e89d2 req-ae405bdf-3bdc-4a59-bae1-2dcf75fea113 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:58.051518 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b659ceed-f099-4f26-9a38-5998570e89d2 req-ae405bdf-3bdc-4a59-bae1-2dcf75fea113 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0464833 Sep 30 09:58:58.097763 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b659ceed-f099-4f26-9a38-5998570e89d2 req-1bb4e149-ef47-44c1-bd3b-0454ec419e16 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Sep 30 09:58:58.671435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3aafc-c7af-4c21-b2ce-689363649d34 req-af5ecc72-dca3-43b7-bbbb-bb0a1ae3b8cf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:58.673014 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-05a3aafc-c7af-4c21-b2ce-689363649d34 req-af5ecc72-dca3-43b7-bbbb-bb0a1ae3b8cf tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0513401 Sep 30 09:58:58.707514 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-1a80ce57-c918-4f28-bd66-46210be6e074 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937824 Sep 30 09:58:58.725343 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-05a3aafc-c7af-4c21-b2ce-689363649d34 req-b968960d-125f-49f6-a4cf-0b4cb9bb0a89 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6fa83794-f114-4d02-9d65-747e3bcbcdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438750 Sep 30 09:58:58.884084 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-635a5d74-c9b2-484a-a877-495c88c72d53 req-43e029ec-56f5-4a14-a97e-ae97b571cee4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829177 Sep 30 09:58:59.218444 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88fc3-7029-476a-ac77-57efb36a9079 req-e3626249-e899-4f72-92ca-03abebe54de0 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:59.219997 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fee88fc3-7029-476a-ac77-57efb36a9079 req-e3626249-e899-4f72-92ca-03abebe54de0 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0468788 Sep 30 09:58:59.238542 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:59.243471 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-bc2f1830-3c59-400e-be66-77ca1c81eb98 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:58:59.245075 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-bc2f1830-3c59-400e-be66-77ca1c81eb98 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 945 time: 0.0523241 Sep 30 09:58:59.268074 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-fee88fc3-7029-476a-ac77-57efb36a9079 req-7a66c17d-0144-4eb1-a424-1d31d7c676b1 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Sep 30 09:58:59.327343 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port 3570f723-a6b6-479e-9662-f90c771a0449 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:58:59.331922 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (3570f723-a6b6-479e-9662-f90c771a0449), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.424782 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] For port 3570f723-a6b6-479e-9662-f90c771a0449, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3570f723-a6b6-479e-9662-f90c771a0449,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:58:59.425065 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (3570f723-a6b6-479e-9662-f90c771a0449), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.438610 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for 3570f723-a6b6-479e-9662-f90c771a0449 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:58:59.677039 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (3570f723-a6b6-479e-9662-f90c771a0449), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.709337 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=3570f723-a6b6-479e-9662-f90c771a0449,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:58:59.752051 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] No DVR routers for this DVR port 3570f723-a6b6-479e-9662-f90c771a0449 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:58:59.754772 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.758308 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b7c5fbf8-795e-42ed-a6ad-a23e183d3ea7 req-70c6adc2-1186-40d9-85db-120f5e8d0dab tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3570f723-a6b6-479e-9662-f90c771a0449 HTTP/1.1" status: 204 len: 173 time: 0.5069010 Sep 30 09:58:59.758823 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'name': 'network-vif-deleted', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:58:59.761089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc03d05-d46a-414e-a6b8-8301aeee393c" -d '{"events": [{"server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "name": "network-vif-deleted", "tag": "3570f723-a6b6-479e-9662-f90c771a0449"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:58:59.800261 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd3f386-bd41-48dd-bdd6-1fd428c9008d x-openstack-request-id: req-4fd3f386-bd41-48dd-bdd6-1fd428c9008d {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:58:59.800556 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8e26b-68fe-4a79-a257-1d9456e4b22b", "name": "network-vif-deleted", "tag": "3570f723-a6b6-479e-9662-f90c771a0449", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:58:59.800817 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fd3f386-bd41-48dd-bdd6-1fd428c9008d {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:58:59.801234 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd3f386-bd41-48dd-bdd6-1fd428c9008d'] response: {'server_uuid': '3ee8e26b-68fe-4a79-a257-1d9456e4b22b', 'name': 'network-vif-deleted', 'tag': '3570f723-a6b6-479e-9662-f90c771a0449', 'status': 'completed', 'code': 200} Sep 30 09:58:59.829328 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2ccb7c70-1c4a-4474-bafc-b094d5b864bc req-0c98c9a9-5c16-4d35-a796-d002411c95f1 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 210 time: 0.0277152 Sep 30 09:59:00.397112 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a1ece-8e5e-42a7-a62e-c59f74296ffe req-d5698bb8-7a60-4f1d-9ee4-4969dcf9eaef tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:00.398612 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-071a1ece-8e5e-42a7-a62e-c59f74296ffe req-d5698bb8-7a60-4f1d-9ee4-4969dcf9eaef tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0510488 Sep 30 09:59:00.409813 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:00.446804 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-071a1ece-8e5e-42a7-a62e-c59f74296ffe req-99c4c289-7a8a-466c-8830-c300ee4e5e76 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Sep 30 09:59:00.944365 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-40cf1e69-1c91-4641-a4d8-8c287a594c4b req-781723ef-fde4-45a1-b0eb-95d1093b2759 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=3ee8e26b-68fe-4a79-a257-1d9456e4b22b HTTP/1.1" status: 200 len: 210 time: 0.0286171 Sep 30 09:59:01.460194 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:01.566578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26955df-3df7-4da1-b78f-a0052176cc31 req-ffde390c-7266-4bfc-b7a5-2424ff30e229 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:01.568028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d26955df-3df7-4da1-b78f-a0052176cc31 req-ffde390c-7266-4bfc-b7a5-2424ff30e229 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0451453 Sep 30 09:59:01.618072 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-d26955df-3df7-4da1-b78f-a0052176cc31 req-aa49c388-1398-4ced-8261-eb30b666ab7a tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Sep 30 09:59:02.008995 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36414) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:02.116911 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Deleting port 5bfa79fa-834c-44fe-ba53-34a1f807779e {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:02.117255 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.192164 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.192491 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (5bfa79fa-834c-44fe-ba53-34a1f807779e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.205603 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Calling delete_port for 5bfa79fa-834c-44fe-ba53-34a1f807779e owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:02.443215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (5bfa79fa-834c-44fe-ba53-34a1f807779e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.467250 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'Port': ['ID=5bfa79fa-834c-44fe-ba53-34a1f807779e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:02.533166 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for floatingip (4fc91e4a-44df-4278-951d-53901916f41f), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.535660 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:02.536789 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-86279dc1-f08d-40ca-aeb2-36a375138c0f tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/4fc91e4a-44df-4278-951d-53901916f41f HTTP/1.1" status: 204 len: 168 time: 0.5276992 Sep 30 09:59:02.741243 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d0443-5f62-462a-834e-091f7664dcfb req-eb1bcf24-6bbf-4477-9c10-59625f909c42 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:02.742742 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-495d0443-5f62-462a-834e-091f7664dcfb req-eb1bcf24-6bbf-4477-9c10-59625f909c42 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0485539 Sep 30 09:59:02.792926 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-495d0443-5f62-462a-834e-091f7664dcfb req-8aa7fbfa-6e3a-4a68-9559-bb1f45cf8488 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Sep 30 09:59:02.839606 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3570f723-a6b6-479e-9662-f90c771a0449 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:02.858874 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 3570f723-a6b6-479e-9662-f90c771a0449 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:02.859845 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 3570f723-a6b6-479e-9662-f90c771a0449 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:03.850716 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36430) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:03.943796 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de1e39-d745-41c0-96b3-ac4d77559057 req-48ce6981-394b-4477-80b7-17ff0b178e21 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:03.945236 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a7de1e39-d745-41c0-96b3-ac4d77559057 req-48ce6981-394b-4477-80b7-17ff0b178e21 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0706532 Sep 30 09:59:03.950327 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (6fa83794-f114-4d02-9d65-747e3bcbcdb0), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:03.965726 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:03.988598 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (6fa83794-f114-4d02-9d65-747e3bcbcdb0), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:04.033732 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:04.040737 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a7de1e39-d745-41c0-96b3-ac4d77559057 req-6a65fa47-73f8-4648-92e7-18a6b9eca113 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876775 Sep 30 09:59:04.145904 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (6fa83794-f114-4d02-9d65-747e3bcbcdb0), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:04.148581 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:04.149746 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6fa83794-f114-4d02-9d65-747e3bcbcdb0 HTTP/1.1" status: 204 len: 168 time: 0.2980397 Sep 30 09:59:04.159199 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49729ec5-942e-4f2d-ba87-73258f6872b6 tempest-TestVolumeBootPattern-1826206613 tempest-TestVolumeBootPattern-1826206613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa83794-f114-4d02-9d65-747e3bcbcdb0,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:04.292390 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36436) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:04.563005 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9632-36f0-4ec7-ac40-1a12a2ab3e2c req-c872179e-eba5-4158-a73b-402ca7c2cc0d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:04.564463 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-006a9632-36f0-4ec7-ac40-1a12a2ab3e2c req-c872179e-eba5-4158-a73b-402ca7c2cc0d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0848124 Sep 30 09:59:04.604786 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-5cad6b8e-bd14-402f-84cc-ec98e4578922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:04.607005 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-5cad6b8e-bd14-402f-84cc-ec98e4578922 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0416799 Sep 30 09:59:04.648639 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-006a9632-36f0-4ec7-ac40-1a12a2ab3e2c req-ca30323a-09e0-4fa6-a0de-2de67fb472f7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752800 Sep 30 09:59:04.674189 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:04.705062 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-99ab563b-4133-4d09-82e7-13247ef6adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:04.706547 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-99ab563b-4133-4d09-82e7-13247ef6adfc service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0940890 Sep 30 09:59:04.738677 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:04.769278 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-498747a8-5574-48fd-a3d0-498ff28c12e7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 1001 time: 0.0553350 Sep 30 09:59:04.806428 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:04.821586 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-007fdb56-087e-4563-b402-7c282729f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:04.823059 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-007fdb56-087e-4563-b402-7c282729f883 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0484028 Sep 30 09:59:04.869941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-eb612b5c-42f5-4b01-92cc-20bc720228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:04.871371 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-eb612b5c-42f5-4b01-92cc-20bc720228e6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413570 Sep 30 09:59:04.959834 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Deleting port fbf021f9-ae35-47af-9243-953bba459691 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:04.960441 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-7bef90ef-9360-4427-b2e4-6e74d14a1f29 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Sep 30 09:59:04.960566 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (fbf021f9-ae35-47af-9243-953bba459691), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:05.038919 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] For port fbf021f9-ae35-47af-9243-953bba459691, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbf021f9-ae35-47af-9243-953bba459691,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:05.039290 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (fbf021f9-ae35-47af-9243-953bba459691), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:05.051865 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-9d2827ba-b425-49c6-83e9-17cbf0bac4ff req-44b8a262-22a8-4dc0-bc9a-73183c94a784 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Sep 30 09:59:05.052424 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Calling delete_port for fbf021f9-ae35-47af-9243-953bba459691 owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:05.151271 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:05.174128 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:05.259900 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (fbf021f9-ae35-47af-9243-953bba459691), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:05.286863 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf021f9-ae35-47af-9243-953bba459691,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:05.455620 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:05.922864 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bd46-5f9b-4390-bf85-88e6c984b963 req-d2c0bb3e-713b-4a6c-a61b-1138df4f02c7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:05.924290 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62e5bd46-5f9b-4390-bf85-88e6c984b963 req-d2c0bb3e-713b-4a6c-a61b-1138df4f02c7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0561090 Sep 30 09:59:05.932533 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Router a4e40616-4f27-407b-b1db-b2c3393c44d2 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:59:06.027028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62e5bd46-5f9b-4390-bf85-88e6c984b963 req-d2727ac6-1ba7-4a1a-a9ea-ca99360e7db2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968547 Sep 30 09:59:06.083117 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:59:06.088170 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-dc50fc5e-3a76-43b1-85bb-589e886cabf9 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/a4e40616-4f27-407b-b1db-b2c3393c44d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944882 Sep 30 09:59:06.090808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36444) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:06.094199 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Sync routers for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:59:06.104393 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:59:06.104999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:06.201665 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks [] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.208943 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:59:06.303339 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks [] for router_gateway (a4e40616-4f27-407b-b1db-b2c3393c44d2), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.327042 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:06.376644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202'}], 'enable_snat': True}, 'gw_port_id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:59:05Z', 'revision_number': 5, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port': {'id': '6c896384-3d9b-4662-a8e4-e5f3e48a43bc', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:06.395582 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Deleting port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:06.395929 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.404336 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Checking router: a4e40616-4f27-407b-b1db-b2c3393c44d2 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:59:06.413263 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Routers {'a4e40616-4f27-407b-b1db-b2c3393c44d2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:59:06.413862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a4e40616-4f27-407b-b1db-b2c3393c44d2'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:06.477193 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] For port 6c896384-3d9b-4662-a8e4-e5f3e48a43bc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:06.477557 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.490551 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Calling delete_port for 6c896384-3d9b-4662-a8e4-e5f3e48a43bc owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:06.496298 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] Set router a4e40616-4f27-407b-b1db-b2c3393c44d2 gateway port host: None {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:59:06.543945 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:59:06Z', 'revision_number': 6, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:06.567989 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb36d77-d3aa-47d5-a0dd-ff0d59330f4b None None] The sync data for ids ['a4e40616-4f27-407b-b1db-b2c3393c44d2'] in dv-cinder-master-3-iscsi is: [{'id': 'a4e40616-4f27-407b-b1db-b2c3393c44d2', 'name': 'tempest-TestVolumeBootPattern-1911956325-router', 'tenant_id': 'f0d0c96bbb304882b1f2459361551a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:19Z', 'updated_at': '2022-09-30T09:59:06Z', 'revision_number': 6, 'project_id': 'f0d0c96bbb304882b1f2459361551a93', 'gw_port_host': None}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:59:06.694435 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (6c896384-3d9b-4662-a8e4-e5f3e48a43bc), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.717173 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c896384-3d9b-4662-a8e4-e5f3e48a43bc,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:06.719262 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:06.726874 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:06.780208 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.782480 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:06.866689 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.868942 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks [] for router_controller (a4e40616-4f27-407b-b1db-b2c3393c44d2), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.991765 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (a4e40616-4f27-407b-b1db-b2c3393c44d2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:06.992375 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e40616-4f27-407b-b1db-b2c3393c44d2 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:59:07.000185 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.000185 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-40717989-1dfe-470a-8c0e-2d5148437577 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/a4e40616-4f27-407b-b1db-b2c3393c44d2 HTTP/1.1" status: 204 len: 168 time: 0.9050360 Sep 30 09:59:07.000696 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36446) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:07.045498 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Deleting subnet 17feeb99-a150-43e4-9bdf-e5689885a334 {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:59:07.048663 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Publish callbacks [] for subnet (17feeb99-a150-43e4-9bdf-e5689885a334), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.087384 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (17feeb99-a150-43e4-9bdf-e5689885a334), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.109580 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:07.167941 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aafe0e-bc0e-4bbb-8134-3ab10b185e8b req-e8390b59-d81e-4a04-ae0f-b276e0f99a2b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:07.169420 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-23aafe0e-bc0e-4bbb-8134-3ab10b185e8b req-e8390b59-d81e-4a04-ae0f-b276e0f99a2b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0627661 Sep 30 09:59:07.223330 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:07.224647 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (17feeb99-a150-43e4-9bdf-e5689885a334), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.276028 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-23aafe0e-bc0e-4bbb-8134-3ab10b185e8b req-99fdadad-1073-4197-97d7-06d4bb351f11 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007276 Sep 30 09:59:07.311118 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fbf021f9-ae35-47af-9243-953bba459691 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:07.364501 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (17feeb99-a150-43e4-9bdf-e5689885a334), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.394532 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17feeb99-a150-43e4-9bdf-e5689885a334,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:07.399868 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.404083 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-4fe4373b-1cd6-4b43-990e-ad79ee38f93b admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/17feeb99-a150-43e4-9bdf-e5689885a334 HTTP/1.1" status: 204 len: 168 time: 0.4014835 Sep 30 09:59:07.407842 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36452) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:07.470718 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec1328-0640-4a39-9eb7-7f91022ce886 None None] Network 3408b8b1-1a84-4fa0-8af6-da7419c2525d requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:59:07.473169 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: fbf021f9-ae35-47af-9243-953bba459691 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:07.473509 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fbf021f9-ae35-47af-9243-953bba459691 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:07.477410 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (3408b8b1-1a84-4fa0-8af6-da7419c2525d), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.521431 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Deleting port fd42b73f-bf14-484c-8d39-4446ddb373b6 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:07.521926 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.599538 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] For port fd42b73f-bf14-484c-8d39-4446ddb373b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd42b73f-bf14-484c-8d39-4446ddb373b6,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:07.600009 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.617248 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Calling delete_port for fd42b73f-bf14-484c-8d39-4446ddb373b6 owned by network:dhcp {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:07.634252 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] DHCP port deletion for 3408b8b1-1a84-4fa0-8af6-da7419c2525d request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:59:07.667514 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:07.674484 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Deleting port fd42b73f-bf14-484c-8d39-4446ddb373b6 {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:07.674845 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.737917 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] For port fd42b73f-bf14-484c-8d39-4446ddb373b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fd42b73f-bf14-484c-8d39-4446ddb373b6,segment=NetworkSegment(765b8827-dc41-4d9e-be01-6115a3b03c81),segment_id=765b8827-dc41-4d9e-be01-6115a3b03c81)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:07.738312 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.751532 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Calling delete_port for fd42b73f-bf14-484c-8d39-4446ddb373b6 owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:07.768331 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.797751 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd42b73f-bf14-484c-8d39-4446ddb373b6,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:07.799593 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] No DVR routers for this DVR port fd42b73f-bf14-484c-8d39-4446ddb373b6 on host dv-cinder-master-3-iscsi {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: from cryptography.utils import int_from_bytes Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: from cryptography.utils import int_from_bytes Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.828582 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 09:59:07.833113 dv-cinder-master-3-iscsi neutron-server[113204]: self.session.flush() Sep 30 09:59:07.834454 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (fd42b73f-bf14-484c-8d39-4446ddb373b6), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.856687 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Pushing event deleted for resources: {'Port': ['ID=fd42b73f-bf14-484c-8d39-4446ddb373b6,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:07.866633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.867181 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.867689 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.868019 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.868341 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.868662 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.868980 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.869294 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.869976 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.869976 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.870234 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.870540 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.870876 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.871188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.871496 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:59:07.871603 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (3408b8b1-1a84-4fa0-8af6-da7419c2525d), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.874278 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16679b4-f6c5-4505-bda7-a3143f939f8f None None] No DVR routers for this DVR port fd42b73f-bf14-484c-8d39-4446ddb373b6 on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:59:07.894880 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3408b8b1-1a84-4fa0-8af6-da7419c2525d']}} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:07.904180 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765b8827-dc41-4d9e-be01-6115a3b03c81') {'for_net_delete': True} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:07.904477 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.services.segments.db [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765b8827-dc41-4d9e-be01-6115a3b03c81') {} {{(pid=113202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:07.914467 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569817'] for segment (765b8827-dc41-4d9e-be01-6115a3b03c81), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.928221 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (765b8827-dc41-4d9e-be01-6115a3b03c81), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.934268 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=113202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:59:07.934801 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8612718'] for segment (765b8827-dc41-4d9e-be01-6115a3b03c81), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:07.977757 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 765b8827-dc41-4d9e-be01-6115a3b03c81 resource provider aggregate not found Sep 30 09:59:07.996775 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.services.segments.plugin [-] Segment 765b8827-dc41-4d9e-be01-6115a3b03c81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 765b8827-dc41-4d9e-be01-6115a3b03c81 found for delete ", "request_id": "req-a152d50f-10c3-4b2b-beca-1801ad393f1c"}]} Sep 30 09:59:08.071382 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (3408b8b1-1a84-4fa0-8af6-da7419c2525d), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.076733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.079831 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/3408b8b1-1a84-4fa0-8af6-da7419c2525d HTTP/1.1" status: 204 len: 168 time: 0.6726859 Sep 30 09:59:08.082931 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36458) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:08.091000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f691d8-1e6b-4df8-9444-56ce502653d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3408b8b1-1a84-4fa0-8af6-da7419c2525d,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:08.388006 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.606277 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Deleting port 2aec6d92-a4cd-4845-88ae-1b87a008cc45 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:08.606645 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.688085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] For port 2aec6d92-a4cd-4845-88ae-1b87a008cc45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2aec6d92-a4cd-4845-88ae-1b87a008cc45,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:08.688449 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.701828 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Calling delete_port for 2aec6d92-a4cd-4845-88ae-1b87a008cc45 owned by network:router_interface {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:08.710744 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:08.749344 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fd42b73f-bf14-484c-8d39-4446ddb373b6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:08.770256 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: fd42b73f-bf14-484c-8d39-4446ddb373b6 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:08.770627 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device fd42b73f-bf14-484c-8d39-4446ddb373b6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:08.771059 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6c896384-3d9b-4662-a8e4-e5f3e48a43bc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:08.788900 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 6c896384-3d9b-4662-a8e4-e5f3e48a43bc {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:08.789245 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6c896384-3d9b-4662-a8e4-e5f3e48a43bc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:08.819465 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:08.951081 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (2aec6d92-a4cd-4845-88ae-1b87a008cc45), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.975337 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aec6d92-a4cd-4845-88ae-1b87a008cc45,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:09.146213 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:09.356723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Router ac100cf4-eb69-49ba-85aa-88dc3eb1115d has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:59:09.457928 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:59:09.462777 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-8aad8647-e85d-4696-9795-4fe05a3fdbf1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ac100cf4-eb69-49ba-85aa-88dc3eb1115d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786874 Sep 30 09:59:09.465511 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36460) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:09.468029 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Sync routers for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:59:09.478642 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:59:09.480755 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:09.566398 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks [] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:09.582895 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: dv-cinder-master-3-iscsi {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:59:09.667442 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks [] for router_gateway (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:09.751737 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:59:08Z', 'revision_number': 5, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port': {'id': 'e87f42eb-c1d9-464e-aa60-6d70059896bb', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:51:26Z', 'updated_at': '2022-09-30T09:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:09.764310 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:09.778896 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Deleting port e87f42eb-c1d9-464e-aa60-6d70059896bb {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:09.779237 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:09.779517 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Checking router: ac100cf4-eb69-49ba-85aa-88dc3eb1115d for host: dv-cinder-master-3-iscsi {{(pid=113205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:59:09.789314 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Routers {'ac100cf4-eb69-49ba-85aa-88dc3eb1115d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:59:09.789925 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T09:58:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'], 'active': True} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:09.838067 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:09.865992 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] For port e87f42eb-c1d9-464e-aa60-6d70059896bb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e87f42eb-c1d9-464e-aa60-6d70059896bb,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:09.866367 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:09.873817 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_dvr_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] Set router ac100cf4-eb69-49ba-85aa-88dc3eb1115d gateway port host: None {{(pid=113205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:59:09.884002 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Calling delete_port for e87f42eb-c1d9-464e-aa60-6d70059896bb owned by network:router_gateway {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:10.010358 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.l3_hamode_db [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:59:09Z', 'revision_number': 6, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:10.035034 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3867f8-66b1-440d-8a94-b6776ea91de3 None None] The sync data for ids ['ac100cf4-eb69-49ba-85aa-88dc3eb1115d'] in dv-cinder-master-3-iscsi is: [{'id': 'ac100cf4-eb69-49ba-85aa-88dc3eb1115d', 'name': 'tempest-TestVolumeBootPattern-129688495-router', 'tenant_id': '8003aa7a2df842bb92467d64e17bab8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:51:25Z', 'updated_at': '2022-09-30T09:59:09Z', 'revision_number': 6, 'project_id': '8003aa7a2df842bb92467d64e17bab8d', 'gw_port_host': None}] {{(pid=113205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:59:10.094741 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (e87f42eb-c1d9-464e-aa60-6d70059896bb), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.117621 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87f42eb-c1d9-464e-aa60-6d70059896bb,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:10.180384 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.271318 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.273393 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks [] for router_controller (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.356747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (ac100cf4-eb69-49ba-85aa-88dc3eb1115d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.357265 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac100cf4-eb69-49ba-85aa-88dc3eb1115d {{(pid=113203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:59:10.361479 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.362639 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f16e8190-774a-4cb9-8ad3-d33c257d9c22 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/ac100cf4-eb69-49ba-85aa-88dc3eb1115d HTTP/1.1" status: 204 len: 168 time: 0.8962135 Sep 30 09:59:10.365185 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36462) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:10.416244 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Deleting subnet 248eeeb2-071e-427b-b827-6d99e6e35d4e {{(pid=113203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:59:10.419838 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Publish callbacks [] for subnet (248eeeb2-071e-427b-b827-6d99e6e35d4e), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.456956 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9732299'] for subnet (248eeeb2-071e-427b-b827-6d99e6e35d4e), precommit_delete_associations {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.530451 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (248eeeb2-071e-427b-b827-6d99e6e35d4e), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.654471 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9763426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9794681'] for subnet (248eeeb2-071e-427b-b827-6d99e6e35d4e), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.680110 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248eeeb2-071e-427b-b827-6d99e6e35d4e,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:10.684827 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for subnet (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.689542 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-f62008cc-16a1-43f0-bc6f-85c6e02bd367 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/248eeeb2-071e-427b-b827-6d99e6e35d4e HTTP/1.1" status: 204 len: 168 time: 0.3233716 Sep 30 09:59:10.690491 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479426f-ee5a-4f85-baa0-b4e15b72bb55 None None] Network a1a947f8-b8f0-49fd-a3af-298fa4634634 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:59:10.691915 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36464) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:10.762353 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (a1a947f8-b8f0-49fd-a3af-298fa4634634), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.774736 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:10.820224 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Deleting port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:10.820651 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.836257 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2aec6d92-a4cd-4845-88ae-1b87a008cc45 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:10.856383 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 2aec6d92-a4cd-4845-88ae-1b87a008cc45 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:10.856724 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 2aec6d92-a4cd-4845-88ae-1b87a008cc45 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:10.857161 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device e87f42eb-c1d9-464e-aa60-6d70059896bb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:10.882511 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: e87f42eb-c1d9-464e-aa60-6d70059896bb {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:10.882885 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device e87f42eb-c1d9-464e-aa60-6d70059896bb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:10.885581 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] DHCP port deletion for a1a947f8-b8f0-49fd-a3af-298fa4634634 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:59:10.893064 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] For port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:10.893638 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.902094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:10.909589 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Calling delete_port for 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:10.931640 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Deleting port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:59:10.932011 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:10.996787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] For port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,segment=NetworkSegment(29d35d8c-7493-42ed-bdc4-47ecd13225b0),segment_id=29d35d8c-7493-42ed-bdc4-47ecd13225b0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:59:10.997214 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.011431 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Calling delete_port for 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:59:11.043825 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.067614 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:11.074161 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] No DVR routers for this DVR port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:59:11.093948 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (6b6494e4-74c0-498e-9e7b-c0a784d5ff48), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.121585 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] Pushing event deleted for resources: {'Port': ['ID=6b6494e4-74c0-498e-9e7b-c0a784d5ff48,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:11.123423 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d491d2-55a1-4549-ab2c-f87b119b46a7 None None] No DVR routers for this DVR port 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:59:11.156828 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (a1a947f8-b8f0-49fd-a3af-298fa4634634), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.177752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a947f8-b8f0-49fd-a3af-298fa4634634']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:11.191515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d35d8c-7493-42ed-bdc4-47ecd13225b0') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:11.192146 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d35d8c-7493-42ed-bdc4-47ecd13225b0') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:59:11.201785 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (29d35d8c-7493-42ed-bdc4-47ecd13225b0), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.215630 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (29d35d8c-7493-42ed-bdc4-47ecd13225b0), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.222664 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:59:11.223054 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (29d35d8c-7493-42ed-bdc4-47ecd13225b0), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.361938 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 29d35d8c-7493-42ed-bdc4-47ecd13225b0 resource provider aggregate not found Sep 30 09:59:11.377860 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 29d35d8c-7493-42ed-bdc4-47ecd13225b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29d35d8c-7493-42ed-bdc4-47ecd13225b0 found for delete ", "request_id": "req-9973743b-1ad0-4234-ac3f-152561f958b9"}]} Sep 30 09:59:11.379502 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (a1a947f8-b8f0-49fd-a3af-298fa4634634), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.396494 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.399675 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/a1a947f8-b8f0-49fd-a3af-298fa4634634 HTTP/1.1" status: 204 len: 168 time: 0.7066031 Sep 30 09:59:11.400722 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb85b-409a-475a-a79c-0bf3cd1ddc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a947f8-b8f0-49fd-a3af-298fa4634634,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:11.601764 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36474) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:11.640778 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6f83c948-e5f6-4c4f-a715-a168e55fb840 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f0d0c96bbb304882b1f2459361551a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379317 Sep 30 09:59:11.643778 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36476) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:11.689282 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] Publish callbacks [] for security_group (8d4b6639-6e2e-4411-9eed-9ee6bccd6d66), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.708868 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] Publish callbacks [] for security_group (8d4b6639-6e2e-4411-9eed-9ee6bccd6d66), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.832114 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-9547baa0-5868-42f5-a3c1-950a9d8a93e5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407448 Sep 30 09:59:11.842524 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (8d4b6639-6e2e-4411-9eed-9ee6bccd6d66), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.845038 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:11.846050 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8d4b6639-6e2e-4411-9eed-9ee6bccd6d66 HTTP/1.1" status: 204 len: 168 time: 0.2014146 Sep 30 09:59:11.853572 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2e305-c497-4792-86f4-ddef7e7c1330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b6639-6e2e-4411-9eed-9ee6bccd6d66,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:11.919519 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:11.929936 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-e5e91696-611c-4cb6-9e73-6a16921a3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:11.931513 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-e5e91696-611c-4cb6-9e73-6a16921a3687 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0416582 Sep 30 09:59:11.997141 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:12.034405 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-f87a6ae9-b579-485a-9265-ba1330bcac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:12.035889 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-f87a6ae9-b579-485a-9265-ba1330bcac0e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0857496 Sep 30 09:59:12.099870 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-4248664d-e2af-4a94-8046-212d898fc333 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 1001 time: 0.0584900 Sep 30 09:59:12.150939 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-53e8876c-87d5-42fe-ae17-761a226a649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:12.152401 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-53e8876c-87d5-42fe-ae17-761a226a649f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0456545 Sep 30 09:59:12.196685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-a4623203-dcc9-43e0-ad80-8c65c2a037db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:12.196685 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-a4623203-dcc9-43e0-ad80-8c65c2a037db service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384495 Sep 30 09:59:12.289437 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-f03d972e-cd93-4508-8386-bf7174bce57b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Sep 30 09:59:12.382220 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-e899ffeb-7c74-43a9-86b3-3fcf61c4ae77 req-868f47c0-f4d2-4c5e-8950-02f0a6da8b31 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855424 Sep 30 09:59:12.471723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36482) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:12.511017 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-fcc25c09-6fd1-406a-bbaf-33f818e4efcb admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8003aa7a2df842bb92467d64e17bab8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381744 Sep 30 09:59:12.513380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36484) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:59:12.560176 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] Publish callbacks [] for security_group (c282cf4a-ae93-4666-b35f-ef2541fbedd4), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:12.579147 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] Publish callbacks [] for security_group (c282cf4a-ae93-4666-b35f-ef2541fbedd4), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:12.671425 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (c282cf4a-ae93-4666-b35f-ef2541fbedd4), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:12.673852 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:12.675074 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c282cf4a-ae93-4666-b35f-ef2541fbedd4 HTTP/1.1" status: 204 len: 168 time: 0.1607690 Sep 30 09:59:12.682797 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2587663-2242-422b-8117-dc0d87491398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282cf4a-ae93-4666-b35f-ef2541fbedd4,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:59:12.756723 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:59:12.777412 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:59:12.777689 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 6b6494e4-74c0-498e-9e7b-c0a784d5ff48 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:59:20.012231 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:20.013157 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=45 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:21.533907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-e052c3a2-6411-4854-a6fd-b7e31b473b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:22.376943 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=25 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:22.378858 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=55 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:22.677665 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:22.678443 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=64,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:23.779315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-df5f47b3-ace4-45d1-adc5-21454ec5aa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:25.024899 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:26.602681 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:26.683121 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:26.684463 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:31.458642 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:33.723411 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:59:41.216380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02678-0441-484e-b7ca-e86c83f5231c req-fbecd849-4574-4480-a3c5-279641d652df tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:41.217876 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dbe02678-0441-484e-b7ca-e86c83f5231c req-fbecd849-4574-4480-a3c5-279641d652df tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Sep 30 09:59:41.265227 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dbe02678-0441-484e-b7ca-e86c83f5231c req-3c840f34-000a-415c-8c3c-67217a417070 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Sep 30 09:59:41.383845 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=17 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:41.385618 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:42.387538 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5489b4-baa3-498f-b8ca-c21a166a8453 req-86f12c0c-3296-468b-9e63-f13a73810cbf tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:42.388961 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed5489b4-baa3-498f-b8ca-c21a166a8453 req-86f12c0c-3296-468b-9e63-f13a73810cbf tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0451651 Sep 30 09:59:42.434974 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ed5489b4-baa3-498f-b8ca-c21a166a8453 req-64e2991b-4417-4cbe-b624-612823f7cb61 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398219 Sep 30 09:59:43.557640 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dda20-e037-4516-84d8-b357df7ceaa5 req-70ea4a0d-8550-44b5-a1f1-fa88419095de tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:43.559130 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7b5dda20-e037-4516-84d8-b357df7ceaa5 req-70ea4a0d-8550-44b5-a1f1-fa88419095de tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0503161 Sep 30 09:59:43.604726 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-7b5dda20-e037-4516-84d8-b357df7ceaa5 req-08e92ed6-9189-460d-81d3-bafabfc89386 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400255 Sep 30 09:59:43.718317 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:43.719112 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:44.723562 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e57ae3-0351-4f13-9d97-8266d06afa57 req-9c5d27a0-6f4c-41bb-acf3-9cd0b46472f2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:44.725020 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30e57ae3-0351-4f13-9d97-8266d06afa57 req-9c5d27a0-6f4c-41bb-acf3-9cd0b46472f2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0460651 Sep 30 09:59:44.770904 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-30e57ae3-0351-4f13-9d97-8266d06afa57 req-8f8779e1-23b8-4138-ae46-95faaa089b5b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Sep 30 09:59:45.897426 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77654-8bbe-4d02-8835-944386f6ecf2 req-f5e4401a-f4f1-4c2a-9ff3-c41e5fd4bd2c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:45.898891 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ecc77654-8bbe-4d02-8835-944386f6ecf2 req-f5e4401a-f4f1-4c2a-9ff3-c41e5fd4bd2c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0494003 Sep 30 09:59:46.172387 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ecc77654-8bbe-4d02-8835-944386f6ecf2 req-a794f67a-7ae9-4335-b63a-e9a59206b75c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678907 Sep 30 09:59:47.288990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d899add-fb34-4cb6-ae49-1eafe1faef3d req-a7a50ae7-f0fb-4848-bdd5-3d7ff50bbc84 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:47.290416 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d899add-fb34-4cb6-ae49-1eafe1faef3d req-a7a50ae7-f0fb-4848-bdd5-3d7ff50bbc84 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0455568 Sep 30 09:59:47.336341 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2d899add-fb34-4cb6-ae49-1eafe1faef3d req-52ac84f1-328a-49c2-b031-bc2ffe1aee1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Sep 30 09:59:48.459139 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b29968-115e-404a-89c4-e5205d92ddde req-f8af3c19-340f-4fea-88f1-f9f96fe3fcee tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:48.460508 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62b29968-115e-404a-89c4-e5205d92ddde req-f8af3c19-340f-4fea-88f1-f9f96fe3fcee tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Sep 30 09:59:48.507586 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-62b29968-115e-404a-89c4-e5205d92ddde req-22620f40-3ead-4e15-9f13-47ab0fbc5dcd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Sep 30 09:59:49.625298 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792199f-b4e4-4e0c-9549-3e3bb7c462ab req-382ffff1-a491-4239-abf6-10d547f182a9 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:49.626771 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a792199f-b4e4-4e0c-9549-3e3bb7c462ab req-382ffff1-a491-4239-abf6-10d547f182a9 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0452027 Sep 30 09:59:49.672638 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-a792199f-b4e4-4e0c-9549-3e3bb7c462ab req-ca171eea-371c-4e3d-b7f4-db49bcfb842e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400801 Sep 30 09:59:50.790386 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e8e3e-668b-402f-84ae-c3b2d6587d53 req-e6eee5e9-5656-4f6d-b880-b7990000237a tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:50.791871 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e81e8e3e-668b-402f-84ae-c3b2d6587d53 req-e6eee5e9-5656-4f6d-b880-b7990000237a tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0454698 Sep 30 09:59:50.840895 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e81e8e3e-668b-402f-84ae-c3b2d6587d53 req-1a8b42f5-3c26-40ea-9450-a28351b0e1c8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Sep 30 09:59:51.527150 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5f027ec3-65b9-4a51-a90b-e4601be569a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:51.959077 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13a65e-adb1-4e19-bb7b-94e5f07c21f1 req-f6bddd84-a185-41bb-aa63-5b11040802d8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:51.960525 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a13a65e-adb1-4e19-bb7b-94e5f07c21f1 req-f6bddd84-a185-41bb-aa63-5b11040802d8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0463445 Sep 30 09:59:52.007333 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-1a13a65e-adb1-4e19-bb7b-94e5f07c21f1 req-c150f82d-5816-45b1-b882-68b436f5ced6 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411487 Sep 30 09:59:52.348673 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31744eb-0ae1-4df1-beb5-12ece4354dcf req-e995df77-fda6-4c83-824f-83283f8a9e97 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:52.350421 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c31744eb-0ae1-4df1-beb5-12ece4354dcf req-e995df77-fda6-4c83-824f-83283f8a9e97 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0493810 Sep 30 09:59:52.383658 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:52.398983 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c31744eb-0ae1-4df1-beb5-12ece4354dcf req-36d605c2-762a-4f3c-a3f8-5d439b6a67a7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429082 Sep 30 09:59:52.448543 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-ddb1c398-d4bd-49e1-af7a-fff73f3f8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:52.450085 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-ddb1c398-d4bd-49e1-af7a-fff73f3f8df9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0382140 Sep 30 09:59:52.538370 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-3016197f-36a7-473f-b20e-f8d30bb048d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:52.539852 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-3016197f-36a7-473f-b20e-f8d30bb048d0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0841451 Sep 30 09:59:52.602104 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-c51a6f81-23c3-4ffe-9da2-0d4905b4984c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 1001 time: 0.0564175 Sep 30 09:59:52.650530 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-1f733b41-bc8e-4764-8685-8c53d1833573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:52.652037 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-1f733b41-bc8e-4764-8685-8c53d1833573 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0443740 Sep 30 09:59:52.695404 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-bf0b6157-9613-4d95-8db5-74837c03d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:52.696894 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-bf0b6157-9613-4d95-8db5-74837c03d9b4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394971 Sep 30 09:59:52.789087 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-65175548-13aa-4f1c-b413-a9cad73f328c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860159 Sep 30 09:59:52.875422 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-435b3bb6-1949-4f56-ba52-cce0870bfb31 req-4b98369f-a798-41a9-a531-6b52bc691dab service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802526 Sep 30 09:59:53.507316 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:53.528356 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c568d4b-2cf8-4b7e-aa7f-e21497768933 req-ddbed8d5-4245-4d36-9ce6-3e71b298ae31 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:53.529832 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c568d4b-2cf8-4b7e-aa7f-e21497768933 req-ddbed8d5-4245-4d36-9ce6-3e71b298ae31 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0533137 Sep 30 09:59:53.576994 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0c568d4b-2cf8-4b7e-aa7f-e21497768933 req-564c2c95-bb67-4720-b87d-9e110c17c43c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Sep 30 09:59:53.727045 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fb69510f-fd81-452a-8d8a-792de3668945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:54.698886 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad483-0c44-44b8-aaa9-3c9ec84f4bc9 req-648d57d4-e9fb-4d4a-b591-c0d7295e454e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:59:54.700322 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4efad483-0c44-44b8-aaa9-3c9ec84f4bc9 req-648d57d4-e9fb-4d4a-b591-c0d7295e454e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0460870 Sep 30 09:59:54.746547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4efad483-0c44-44b8-aaa9-3c9ec84f4bc9 req-5b6ce348-6427-4acf-a3d3-9079fc74ab32 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403624 Sep 30 09:59:54.937215 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:54.942002 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:55.058301 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:56.698575 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:56.700159 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:01.452762 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:02.870660 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=50 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:02.872499 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=44 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:04.741069 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=19 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:04.742907 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=15 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:10.721570 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:00:11.385940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:11.387749 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:13.310513 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-5f183b28-a516-4c95-a35a-196e49da78a1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410469 Sep 30 10:00:13.414749 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-755f2d01-3555-401a-ac8a-5d9166244fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:13.416202 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-755f2d01-3555-401a-ac8a-5d9166244fea service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 1130 time: 0.0391736 Sep 30 10:00:13.520513 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-154da662-0a99-473a-9298-de7f5da06a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:13.521930 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-154da662-0a99-473a-9298-de7f5da06a64 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0875742 Sep 30 10:00:13.842402 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-580cdfe6-d445-4b42-bedf-e20e0ce14603 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 200 len: 1001 time: 0.3132138 Sep 30 10:00:13.889310 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-024cee75-12ee-47fa-878c-be51800382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:13.890718 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-024cee75-12ee-47fa-878c-be51800382e3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0423238 Sep 30 10:00:13.934889 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-c34f67f1-8cf5-46ae-85e1-3a23fea70481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:13.936321 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-c34f67f1-8cf5-46ae-85e1-3a23fea70481 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396769 Sep 30 10:00:14.022974 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-959ddf34-5326-4021-94ea-02742ef4622e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804436 Sep 30 10:00:14.112089 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-034600b9-7ba6-4eb5-8ae2-bd58b37a806d req-9692e7e6-1121-4b21-9e62-9aca4bb8ab15 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827920 Sep 30 10:00:20.717053 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=11 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:20.717803 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=17 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:21.537556 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-86244bb8-f4a1-4b8c-93fe-c0846b02557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:23.726172 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ac25-497a-4a70-aa80-3e441ff2c9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:24.107769 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=50 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:24.109570 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=51 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:25.023102 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:26.686813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:26.689081 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:27.471614 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a4ae-a76d-4520-9001-613d948cb3f5 req-b65a36a9-ced0-48aa-aca5-5d43519324a4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:27.473547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae12a4ae-a76d-4520-9001-613d948cb3f5 req-b65a36a9-ced0-48aa-aca5-5d43519324a4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0456681 Sep 30 10:00:27.523697 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-ae12a4ae-a76d-4520-9001-613d948cb3f5 req-eb7535f8-ce93-4c76-8222-4dd928cb61ad tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Sep 30 10:00:28.645471 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b11ed-3375-4f68-909a-a684bfed30b1 req-def06c91-68d3-41ea-bd41-7391cb263615 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:28.646949 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e1b11ed-3375-4f68-909a-a684bfed30b1 req-def06c91-68d3-41ea-bd41-7391cb263615 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0465147 Sep 30 10:00:28.692839 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0e1b11ed-3375-4f68-909a-a684bfed30b1 req-1eaa9735-7b79-4905-b617-0c39939a30dd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Sep 30 10:00:29.387426 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-7d42f39e-8c55-4d68-893d-d073571356c3 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:29.388840 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-7d42f39e-8c55-4d68-893d-d073571356c3 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0453353 Sep 30 10:00:29.470020 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Deleting port 8354001a-2686-4424-85b3-eda11d52c3b4 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:00:29.470290 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.555380 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] For port 8354001a-2686-4424-85b3-eda11d52c3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8354001a-2686-4424-85b3-eda11d52c3b4,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:00:29.555734 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.712158 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.712520 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.712839 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Floating IP 55302ca4-3dfc-4151-bdfd-cc412229a744 disassociated. External IP: 172.37.6.47, port: 8354001a-2686-4424-85b3-eda11d52c3b4. Sep 30 10:00:29.713185 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Calling delete_port for 8354001a-2686-4424-85b3-eda11d52c3b4 owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:00:29.813747 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d04a2-0624-4cb0-a40a-f8ccc99cb495 req-76bdf924-73ba-4ad2-a50b-5fcef9bec098 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:29.815234 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4d1d04a2-0624-4cb0-a40a-f8ccc99cb495 req-76bdf924-73ba-4ad2-a50b-5fcef9bec098 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 946 time: 0.0470698 Sep 30 10:00:29.873520 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-4d1d04a2-0624-4cb0-a40a-f8ccc99cb495 req-966b0b6a-c923-49e7-bc14-1ea0acb3b43b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521107 Sep 30 10:00:29.897646 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (8354001a-2686-4424-85b3-eda11d52c3b4), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.926208 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'Port': ['ID=8354001a-2686-4424-85b3-eda11d52c3b4,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:29.937711 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.938065 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.938436 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.938860 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.941682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.942465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.942465 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.942670 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:29.942926 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:30.047011 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 10:00:30.149012 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 10:00:30.159063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 10:00:30.168711 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:00:30.169319 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:00:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:30.190933 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] No DVR routers for this DVR port 8354001a-2686-4424-85b3-eda11d52c3b4 on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 10:00:30.193455 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:30.196721 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-6964ba0d-d976-4312-9212-e74cb97db8d6 req-e8d54b52-f8b6-47c7-9be1-851b30e2bf68 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8354001a-2686-4424-85b3-eda11d52c3b4 HTTP/1.1" status: 204 len: 173 time: 0.8024731 Sep 30 10:00:30.197147 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'name': 'network-vif-deleted', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 10:00:30.199424 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba37e5-3fd0-430b-b481-e0014bc3a084" -d '{"events": [{"server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "name": "network-vif-deleted", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 10:00:30.235682 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 10:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4388fce-ade0-462f-8b05-bffdcf67382e x-openstack-request-id: req-a4388fce-ade0-462f-8b05-bffdcf67382e {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 10:00:30.235972 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8872f2fa-9f26-40d0-b256-f8f31dd116e1", "name": "network-vif-deleted", "tag": "8354001a-2686-4424-85b3-eda11d52c3b4", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 10:00:30.236221 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4388fce-ade0-462f-8b05-bffdcf67382e {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 10:00:30.236621 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4388fce-ade0-462f-8b05-bffdcf67382e'] response: {'server_uuid': '8872f2fa-9f26-40d0-b256-f8f31dd116e1', 'name': 'network-vif-deleted', 'tag': '8354001a-2686-4424-85b3-eda11d52c3b4', 'status': 'completed', 'code': 200} Sep 30 10:00:30.275701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:00:30.472791 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:30.501100 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 10:00:30.509559 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:00:30.514085 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:00:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:30.613450 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:00:30.916322 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:30.943115 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5335b-91ca-4e50-bcde-997cd4a30bb5 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 10:00:30.995177 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-c8101ca7-4d62-4012-b5f8-d5dca340313c req-cb5d1c15-ae55-44d1-a3f9-c2fcc4f7c763 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8872f2fa-9f26-40d0-b256-f8f31dd116e1 HTTP/1.1" status: 200 len: 210 time: 0.0314088 Sep 30 10:00:31.180205 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32f0d5-579f-4aca-a317-4af6fee0bffa None None] New status for floating IP 55302ca4-3dfc-4151-bdfd-cc412229a744: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 10:00:31.445935 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.137942 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36564) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:32.192820 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.214938 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.314848 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.317419 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.318547 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f HTTP/1.1" status: 204 len: 168 time: 0.1795805 Sep 30 10:00:32.321338 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36566) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:32.327650 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:32.329417 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:32.335665 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.336153 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.336609 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.336876 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.337211 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.337540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.337865 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.338221 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.338559 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.338893 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.339217 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.339449 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.api.v2.resource [None req-81b4c9f9-7dcb-42ac-8dff-f8571560d7cd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] show failed (client error): The resource could not be found. Sep 30 10:00:32.339567 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.339850 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.340168 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.340450 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-81b4c9f9-7dcb-42ac-8dff-f8571560d7cd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups/147ce1c4-a5ba-49e4-aed8-d0583f2b2a0f HTTP/1.1" status: 404 len: 347 time: 0.0180683 Sep 30 10:00:32.340576 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac61af8c-8741-47e5-afb0-1b52080e85ac tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:32.343287 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36568) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:32.454575 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Deleting port 24dfc452-1f4b-4e9f-a7d4-2210935e8eb3 {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:00:32.454927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.507847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:32.529216 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.529578 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.542477 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Calling delete_port for 24dfc452-1f4b-4e9f-a7d4-2210935e8eb3 owned by network:floatingip {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:00:32.709417 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (24dfc452-1f4b-4e9f-a7d4-2210935e8eb3), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.732194 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'Port': ['ID=24dfc452-1f4b-4e9f-a7d4-2210935e8eb3,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:32.799879 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (55302ca4-3dfc-4151-bdfd-cc412229a744), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.802864 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:32.803999 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-2ca164e0-f251-48a7-8b55-37ebf1de7f91 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/55302ca4-3dfc-4151-bdfd-cc412229a744 HTTP/1.1" status: 204 len: 168 time: 0.4598396 Sep 30 10:00:32.926259 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36572) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:32.930852 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715404644', 'description': 'tempest-description--1024470218'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:33.012240 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.077600 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (f2a6c367-7862-4ec6-9997-942326f64401), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.120688 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f2a6c367-7862-4ec6-9997-942326f64401), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.149726 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6c367-7862-4ec6-9997-942326f64401,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:33.191086 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.195283 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-76b6bad3-8132-4290-9a44-e1ea32908ddd tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2651162 Sep 30 10:00:33.197236 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36574) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:33.202986 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6c367-7862-4ec6-9997-942326f64401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:33.227609 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8354001a-2686-4424-85b3-eda11d52c3b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 10:00:33.247363 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 8354001a-2686-4424-85b3-eda11d52c3b4 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 10:00:33.247710 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 8354001a-2686-4424-85b3-eda11d52c3b4 not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 10:00:33.281744 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (83b6ca8a-6973-49e3-9bbf-94281674b6e0), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.323215 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:33.336685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (83b6ca8a-6973-49e3-9bbf-94281674b6e0), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.388872 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (83b6ca8a-6973-49e3-9bbf-94281674b6e0), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.408044 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b6ca8a-6973-49e3-9bbf-94281674b6e0,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:33.476466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.477703 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-9b5199e2-0209-4491-a8d9-d5d5daf05841 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805321 Sep 30 10:00:33.480347 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36576) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:33.484567 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'security_group_rule': {'security_group_id': 'f2a6c367-7862-4ec6-9997-942326f64401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:33.577042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (28a29da7-33ff-471a-bf71-a971ef4116c5), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.634779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (28a29da7-33ff-471a-bf71-a971ef4116c5), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.708968 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731608'] for security_group_rule (28a29da7-33ff-471a-bf71-a971ef4116c5), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.728518 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a29da7-33ff-471a-bf71-a971ef4116c5,revision_number=0']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:33.790643 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.791824 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-7f58e98a-4fb3-4756-be86-b38dd709f5db tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105166 Sep 30 10:00:33.795075 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36578) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:33.799318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'floatingip': {'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:33.880361 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.957056 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:33.963378 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:34.060459 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Allocated IP 172.37.6.163 (357201ed-46d8-4a8e-b639-1f9bf08174d7/d17ed916-ebf0-4a94-a3d0-5eb91b98323c/37bb6846-23f3-4ef8-86d2-87a1623f2047) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 10:00:34.163490 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.189925 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:34.252551 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.292462 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Network 357201ed-46d8-4a8e-b639-1f9bf08174d7 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 10:00:34.295345 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 10:00:34.298907 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 10:00:34.324279 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=37bb6846-23f3-4ef8-86d2-87a1623f2047,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:34.382802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.489089 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.628733 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.686045 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.754803 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.758580 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=37bb6846-23f3-4ef8-86d2-87a1623f2047,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:34.824746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:34.825950 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-d2a770cd-4dea-4b30-8bc9-f607df8d2a1e tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0298553 Sep 30 10:00:35.021120 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-ceac7c49-bd2e-4158-bbd5-7e2ad0e496b7 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1715404644&fields=id&tenant_id=85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 267 time: 0.0420306 Sep 30 10:00:35.125901 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-dea23797-508a-4a04-b48c-c95946727f6b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:35.127335 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-dea23797-508a-4a04-b48c-c95946727f6b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 810 time: 0.1000533 Sep 30 10:00:35.142113 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-d689e6e2-a1a9-4e88-89ab-820e763605b5 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/quotas/85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 375 time: 0.0086191 Sep 30 10:00:35.189224 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-cf130e08-c8de-413a-a382-772bc81e5845 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424523 Sep 30 10:00:35.289928 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-ee15c2dd-2fca-430f-b212-b65c0f2068f8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Sep 30 10:00:35.382497 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-87a9bc3e-192b-48a7-b3c3-ded2582cd41b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866654 Sep 30 10:00:35.582337 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-359598eb-d866-4403-af11-3657be84e45b req-92043daa-c873-4cf4-96b7-62ee709a36d2 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Sep 30 10:00:36.686874 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-5c8fae7d-3fcc-4213-bb06-0d0bbd9488bd req-5e5da89e-5711-4843-be9c-52c03a873fc6 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Sep 30 10:00:37.462927 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-638fc3be-601a-4962-83b2-0d244d819c6d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:37.464361 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-638fc3be-601a-4962-83b2-0d244d819c6d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 810 time: 0.1053278 Sep 30 10:00:37.503863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:37.529367 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-8183c0c4-b66e-4b51-846a-8ee624f42e37 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=85eef8fd790146cfa7da6214c13ca262 HTTP/1.1" status: 200 len: 380 time: 0.0511625 Sep 30 10:00:37.543947 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'port': {'device_id': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'admin_state_up': True, 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'security_groups': ['f2a6c367-7862-4ec6-9997-942326f64401']}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:37.686198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Made reservation on behalf of 85eef8fd790146cfa7da6214c13ca262 for: {'port': 1} {{(pid=113202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 10:00:37.689982 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:37.792537 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-71425d4c-7ecd-443e-be7d-c80de229d71b req-b2bc1a7a-6bf3-40eb-b249-1669daddcb11 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Sep 30 10:00:37.818220 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_common [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Allocated IP 172.20.0.4 (6c765eee-bae8-4b34-897a-abb29acd5a27/cdfb3e22-5a9f-46a0-8aac-da19c4e3d178/5a8a2d85-a9ed-4cda-a769-17f985851fae) {{(pid=113202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 10:00:37.842201 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:37.954015 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.041118 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737454515658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.086446 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 is already hosted by enough agents. {{(pid=113202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 10:00:38.091390 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.base_scheduler [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Resources bound (agent type, host, resource id): {{(pid=113202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 10:00:38.093463 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event updated for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:38.095587 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Received port after_create {{(pid=113202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 10:00:38.147847 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:38.148464 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.243528 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-1d5c23fc-8e2c-470b-8ae3-7326359eb408 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7036524 Sep 30 10:00:38.260245 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.v2.base [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Request body: {'port': {'device_id': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=113202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:38.318368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Provisioning complete for port 5a8a2d85-a9ed-4cda-a769-17f985851fae triggered by entity DHCP. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 10:00:38.318993 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.319122 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Attempt 1 to provision port 5a8a2d85-a9ed-4cda-a769-17f985851fae Sep 30 10:00:38.319602 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.352841 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Port 5a8a2d85-a9ed-4cda-a769-17f985851fae cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 10:00:38.373686 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:38.580401 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8a2d85-a9ed-4cda-a769-17f985851fae {{(pid=113202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 10:00:38.587752 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks [] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.600435 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.provisioning_blocks [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Transition to ACTIVE for port object 5a8a2d85-a9ed-4cda-a769-17f985851fae will not be triggered until provisioned by entity L2. {{(pid=113202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 10:00:38.657414 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.736978 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=2']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:38.764555 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Attempting to bind port 5a8a2d85-a9ed-4cda-a769-17f985851fae on host hv-cinder-maste for vnic_type normal with profile {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 10:00:38.764941 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Attempting to bind port 5a8a2d85-a9ed-4cda-a769-17f985851fae by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 10:00:38.765275 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Attempting to bind port 5a8a2d85-a9ed-4cda-a769-17f985851fae on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 10:00:38.806000 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Port 5a8a2d85-a9ed-4cda-a769-17f985851fae on network 6c765eee-bae8-4b34-897a-abb29acd5a27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 10:00:38.806322 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Attempting to bind port 5a8a2d85-a9ed-4cda-a769-17f985851fae on network 6c765eee-bae8-4b34-897a-abb29acd5a27 {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 10:00:38.851863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Checking agent: {'id': 'ffe75df5-08ce-46b2-bd01-35dcd2d34310', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 44), 'started_at': datetime.datetime(2022, 9, 30, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 10, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 10:00:38.852352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Checking segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 10:00:38.852731 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Bound using segment: {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'} {{(pid=113202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 10:00:38.853296 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.managers [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Bound port: 5a8a2d85-a9ed-4cda-a769-17f985851fae, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a05691-a9f7-44f4-88e8-053c7fa824e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27'}}] {{(pid=113202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 10:00:38.853655 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), before_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:38.854483 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Attempt 2 to provision port 5a8a2d85-a9ed-4cda-a769-17f985851fae Sep 30 10:00:38.886487 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Port 5a8a2d85-a9ed-4cda-a769-17f985851fae cannot update to ACTIVE because it is not bound. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 10:00:38.914422 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, cleared binding levels {{(pid=113202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 10:00:38.917478 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 10:00:38.918041 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d3b3f-a332-4156-a0b7-128e81f51f09 req-2200b0b3-a4c6-4199-9e90-ded3871fc78d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:38.919529 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aa2d3b3f-a332-4156-a0b7-128e81f51f09 req-2200b0b3-a4c6-4199-9e90-ded3871fc78d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Sep 30 10:00:38.949453 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:38.966055 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-aa2d3b3f-a332-4156-a0b7-128e81f51f09 req-02c01cff-5c9e-4be3-802c-23f887f176ba tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Sep 30 10:00:39.006481 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8612746'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:39.011263 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.011894 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:39.013247 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/5a8a2d85-a9ed-4cda-a769-17f985851fae HTTP/1.1" status: 200 len: 1093 time: 0.7574301 Sep 30 10:00:39.014809 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 10:00:39.017083 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4661e99-a8eb-4f97-86d2-44c39d47c80b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 10:00:39.047630 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:39.058239 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 10:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b179b26-b7bd-4b4c-be61-e7a9c52db849 x-openstack-request-id: req-8b179b26-b7bd-4b4c-be61-e7a9c52db849 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 10:00:39.058517 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 10:00:39.058795 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b179b26-b7bd-4b4c-be61-e7a9c52db849 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 10:00:39.059195 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b179b26-b7bd-4b4c-be61-e7a9c52db849'] response: {'name': 'network-changed', 'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'status': 'completed', 'code': 200} Sep 30 10:00:39.063743 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cb1d-8c1f-4448-adbf-857aac146028 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=3']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:39.142433 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-23540394-8cb2-482f-bc23-f55a06b88ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.143845 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-23540394-8cb2-482f-bc23-f55a06b88ded service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 1127 time: 0.0429461 Sep 30 10:00:39.245092 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-7dea0879-49e1-496a-b541-da447fc0608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.246543 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-7dea0879-49e1-496a-b541-da447fc0608c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=85eef8fd790146cfa7da6214c13ca262&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0899742 Sep 30 10:00:39.341060 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-5f617f77-3f38-450e-ba34-63944aaea7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.342509 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-a4661e99-a8eb-4f97-86d2-44c39d47c80b req-5f617f77-3f38-450e-ba34-63944aaea7ae service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908437 Sep 30 10:00:39.387497 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Attempt 3 to provision port 5a8a2d85-a9ed-4cda-a769-17f985851fae Sep 30 10:00:39.425823 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-9a02704e-c2ff-4a85-b11a-2b5a46e6d481 None None] Port 5a8a2d85-a9ed-4cda-a769-17f985851fae had new provisioning blocks added so it will not transition to active. {{(pid=113204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 10:00:39.434191 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-d54166cc-7ab2-4fbd-8d7f-7e5a15ddc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.435687 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-d54166cc-7ab2-4fbd-8d7f-7e5a15ddc95e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 1127 time: 0.0378411 Sep 30 10:00:39.479507 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-daa9dc5f-bbfb-4224-af60-feec2aceb342 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae HTTP/1.1" status: 200 len: 217 time: 0.0310504 Sep 30 10:00:39.525923 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:39.531520 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-9c1b1575-13a2-47a0-ae68-77a51842d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.532914 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-9c1b1575-13a2-47a0-ae68-77a51842d149 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0479157 Sep 30 10:00:39.575212 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-05752c4c-fdd9-4f84-b29f-0208273eb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:39.577521 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-05752c4c-fdd9-4f84-b29f-0208273eb99c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381887 Sep 30 10:00:39.663547 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-fa16966b-e54e-433f-8c28-7525a6840ba7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807405 Sep 30 10:00:39.754032 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-46a179a0-e508-44bd-9a88-c3c408d80c36 req-b6046c71-6495-41d1-9aba-334e677af868 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Sep 30 10:00:40.075564 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:40.083269 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629d71d-2e4e-4bdb-95bd-4777b77b3fdb req-febbc1f1-db53-4fb1-bdce-c933bc0ab2ec tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:40.084697 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e629d71d-2e4e-4bdb-95bd-4777b77b3fdb req-febbc1f1-db53-4fb1-bdce-c933bc0ab2ec tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 943 time: 0.0454874 Sep 30 10:00:40.131188 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-e629d71d-2e4e-4bdb-95bd-4777b77b3fdb req-072a54ef-ccc5-45b7-9c05-ef7e1de26033 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 Sep 30 10:00:41.252468 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb90703-d17f-4d2b-bab5-de9ddb4cde82 req-2f4d158c-ab32-4c42-8e68-0b7ec1e3ecc8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:41.253165 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:41.253967 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0fb90703-d17f-4d2b-bab5-de9ddb4cde82 req-2f4d158c-ab32-4c42-8e68-0b7ec1e3ecc8 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 943 time: 0.0454783 Sep 30 10:00:41.255380 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:41.304781 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-0fb90703-d17f-4d2b-bab5-de9ddb4cde82 req-b0f68dae-acdf-493c-9da4-10064a428f74 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Sep 30 10:00:42.425752 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090c161-eb95-4273-ab90-885b33a56ba3 req-9c57a80a-3af6-4053-ae7c-3629a81adc5b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:42.427233 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8090c161-eb95-4273-ab90-885b33a56ba3 req-9c57a80a-3af6-4053-ae7c-3629a81adc5b tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 943 time: 0.0462587 Sep 30 10:00:42.473398 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-8090c161-eb95-4273-ab90-885b33a56ba3 req-45a44995-451f-4e2b-80e9-7d6b66d7de69 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 Sep 30 10:00:43.268538 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5a8a2d85-a9ed-4cda-a769-17f985851fae details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=113204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 10:00:43.270734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:43.272178 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:43.367622 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:00:43.378813 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Returning: {'device': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'port_id': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'mac_address': 'fa:16:3e:97:81:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 10:00:43.413318 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5a8a2d85-a9ed-4cda-a769-17f985851fae is: DOWN; New status is: BUILD {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 10:00:43.413702 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:43.427289 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8a2d85-a9ed-4cda-a769-17f985851fae {{(pid=113204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 10:00:43.446076 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:00:43.509173 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:43.554806 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=4']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:43.561768 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.562114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.562450 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.562809 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.563143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.563463 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.563788 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.564107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.564427 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.564745 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.565062 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.565379 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.565693 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.566008 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.566316 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:00:43.596083 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8316f97-9e6c-4c3b-a8c0-cea71f696994 req-e6d9e93e-9465-46bc-8561-86fd63c6a6e1 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:43.597551 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8316f97-9e6c-4c3b-a8c0-cea71f696994 req-e6d9e93e-9465-46bc-8561-86fd63c6a6e1 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 944 time: 0.0475941 Sep 30 10:00:43.643776 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-b8316f97-9e6c-4c3b-a8c0-cea71f696994 req-8c872251-8f63-41de-a2e3-0586ae1cc3d1 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405514 Sep 30 10:00:43.834197 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] get_ports_and_sgs() called for port_ids ['5a8a2d85-a9ed-4cda-a769-17f985851fae'] {{(pid=113204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 10:00:44.764325 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d90cd-b022-4a04-9093-9bb6475037ca req-cffd9516-9259-49b2-bc30-8c69fcc63513 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:44.765773 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-444d90cd-b022-4a04-9093-9bb6475037ca req-cffd9516-9259-49b2-bc30-8c69fcc63513 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 944 time: 0.0496929 Sep 30 10:00:44.812321 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-444d90cd-b022-4a04-9093-9bb6475037ca req-8cc5b25f-90ff-4267-a739-c065ab1f788c tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Sep 30 10:00:45.290291 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5a8a2d85-a9ed-4cda-a769-17f985851fae up at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 10:00:45.334091 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning for port 5a8a2d85-a9ed-4cda-a769-17f985851fae completed by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 10:00:45.405820 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Provisioning complete for port 5a8a2d85-a9ed-4cda-a769-17f985851fae triggered by entity L2. {{(pid=113204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 10:00:45.406196 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373905'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), provisioning_complete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:45.406529 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Attempt 1 to provision port 5a8a2d85-a9ed-4cda-a769-17f985851fae Sep 30 10:00:45.476701 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Current status of the port 5a8a2d85-a9ed-4cda-a769-17f985851fae is: BUILD; New status is: ACTIVE {{(pid=113204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 10:00:45.477085 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482049'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), before_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:45.486967 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:45.499633 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae'}] {{(pid=113204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 10:00:45.501838 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33ce938f1ab3f351886662d6481d26c45b078ea90ffab003ce68ce9a89a842d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833e2aa-b209-4e65-936b-219b68fd4f63" -d '{"events": [{"server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae"}]}' {{(pid=113204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 10:00:45.515009 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:00:45.539196 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c26ce-0aed-4988-92d5-61e4ed3048f6 x-openstack-request-id: req-c50c26ce-0aed-4988-92d5-61e4ed3048f6 {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 10:00:45.539466 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "name": "network-vif-plugged", "status": "completed", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae", "code": 200}]} {{(pid=113204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 10:00:45.539725 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c50c26ce-0aed-4988-92d5-61e4ed3048f6 {{(pid=113204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 10:00:45.540121 dv-cinder-master-3-iscsi neutron-server[113204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50c26ce-0aed-4988-92d5-61e4ed3048f6'] response: {'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'code': 200} Sep 30 10:00:45.566879 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737454957999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737454515676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737454515694'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:45.613724 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Pushing event updated for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=5']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:00:45.888352 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4e0da-5ed0-4eb4-bd2c-5f0c1aa6d35f req-9221bbbb-0b04-453d-88d1-aaac4abcfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:45.889841 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-67c4e0da-5ed0-4eb4-bd2c-5f0c1aa6d35f req-9221bbbb-0b04-453d-88d1-aaac4abcfddd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 1129 time: 0.0407569 Sep 30 10:00:45.935246 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-67c4e0da-5ed0-4eb4-bd2c-5f0c1aa6d35f req-a0e4c1da-ba14-42bd-8d10-8b63f04f9636 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 Sep 30 10:00:45.935503 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eeaaa-3e61-44f9-ba9a-1d576029967e req-f7d57fad-56fe-4489-b1a7-c6a363360783 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:45.936967 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dd8eeaaa-3e61-44f9-ba9a-1d576029967e req-f7d57fad-56fe-4489-b1a7-c6a363360783 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0471988 Sep 30 10:00:45.983802 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-dd8eeaaa-3e61-44f9-ba9a-1d576029967e req-233a2ec0-2117-40a6-ae62-521286187c65 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Sep 30 10:00:47.104754 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561204-66d9-4e86-8df3-0088929932ce req-2632f8de-0d3d-4903-825b-777a16d4634f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:47.106183 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-66561204-66d9-4e86-8df3-0088929932ce req-2632f8de-0d3d-4903-825b-777a16d4634f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0462036 Sep 30 10:00:47.157285 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-66561204-66d9-4e86-8df3-0088929932ce req-65fff9f6-8f23-4fa9-9193-8010126f2b02 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Sep 30 10:00:47.274746 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15fbe5-9d1a-470f-99d0-597578cc9100 req-47366a12-1ba6-45de-9cfe-a76f64f87583 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:47.276159 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-cd15fbe5-9d1a-470f-99d0-597578cc9100 req-47366a12-1ba6-45de-9cfe-a76f64f87583 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Sep 30 10:00:47.286578 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36638) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:00:47.294537 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.v2.base [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Request body: {'floatingip': {'port_id': '5a8a2d85-a9ed-4cda-a769-17f985851fae'}} {{(pid=113203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 10:00:47.330009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), before_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:47.616845 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=100 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:47.696787 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:47.720301 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:00:47.745704 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:47.823438 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), after_update {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:47.918156 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.db.l3_db [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Floating IP ee32de26-d94b-4061-a663-1b2dd908287d associated. External IP: 172.37.6.163, port: 5a8a2d85-a9ed-4cda-a769-17f985851fae. Sep 30 10:00:48.109545 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 10:00:48.207320 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 10:00:48.211997 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:48.216478 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 10:00:48.226096 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:00:48.226811 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:00:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:48.243472 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0cad3add-9292-4932-9002-2ed897f79c45 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/ee32de26-d94b-4061-a663-1b2dd908287d HTTP/1.1" status: 200 len: 991 time: 0.9558289 Sep 30 10:00:48.244094 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae'}] {{(pid=113203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 10:00:48.246943 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310625add0b42d4af598a7584155d1feef0e86f50fdf7cbaf0304b2dc3005e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c34b2b-a489-42a0-83e4-53c94dd4316b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae"}]}' {{(pid=113203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 10:00:48.284718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc45bb0b-d9e9-4e9d-bd7b-5809a5e52497 x-openstack-request-id: req-fc45bb0b-d9e9-4e9d-bd7b-5809a5e52497 {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 10:00:48.284718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae", "status": "completed", "code": 200}]} {{(pid=113203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 10:00:48.284718 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc45bb0b-d9e9-4e9d-bd7b-5809a5e52497 {{(pid=113203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 10:00:48.284718 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc45bb0b-d9e9-4e9d-bd7b-5809a5e52497'] response: {'name': 'network-changed', 'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'status': 'completed', 'code': 200} Sep 30 10:00:48.328532 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:00:48.371583 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-983ef5ca-9dab-4a2f-96c3-36ce8a6f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:48.373072 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-983ef5ca-9dab-4a2f-96c3-36ce8a6f0fa0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 1129 time: 0.0424731 Sep 30 10:00:48.461980 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-2f023bfc-f509-4fff-a137-5db7a5f9e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:48.463378 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-2f023bfc-f509-4fff-a137-5db7a5f9e512 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0843053 Sep 30 10:00:48.519002 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:48.527100 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-36f87f28-a92b-48c8-ab74-f1c87d07a96b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae HTTP/1.1" status: 200 len: 999 time: 0.0574489 Sep 30 10:00:48.536485 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee32de26-d94b-4061-a663-1b2dd908287d', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.163', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:97:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T10:00:34Z', 'updated_at': '2022-09-30T10:00:47Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:48.564602 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 10:00:48.572926 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:00:48.573525 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:00:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:48.574379 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-2939512a-0412-46bd-9471-afbc634aee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:48.575838 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-2939512a-0412-46bd-9471-afbc634aee73 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0436499 Sep 30 10:00:48.619265 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-6b57e54b-0198-4b08-8d52-f515f4c4d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:00:48.620779 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-6b57e54b-0198-4b08-8d52-f515f4c4d629 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395005 Sep 30 10:00:48.672245 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:00:48.678816 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=100 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:48.713151 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-66a658ca-b613-4d05-9ab6-864b44450430 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Sep 30 10:00:48.801521 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-00c34b2b-a489-42a0-83e4-53c94dd4316b req-4f7e9cc3-37f7-4c08-840c-f774f63c21ed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Sep 30 10:00:48.888315 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee32de26-d94b-4061-a663-1b2dd908287d', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.163', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:97:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T10:00:34Z', 'updated_at': '2022-09-30T10:00:47Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:00:48.912862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbec4a0-1ae0-4b57-9f86-3bb37a584d6c None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ee32de26-d94b-4061-a663-1b2dd908287d', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'floating_ip_address': '172.37.6.163', 'floating_network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'router_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'port_id': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'mac_address': 'fa:16:3e:97:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T10:00:34Z', 'updated_at': '2022-09-30T10:00:47Z', 'revision_number': 1, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 10:00:49.099628 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9faf3-9e3e-4272-acf5-c7c709c236e1 None None] New status for floating IP ee32de26-d94b-4061-a663-1b2dd908287d: ACTIVE {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 10:00:51.560368 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e2e30e2-69d7-4f59-a8f4-18e7457954ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:53.748555 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-566e7969-718b-433b-85c0-7ade1528ab43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:55.062920 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:56.663030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:56.685695 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:58.236985 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:UPDATE=1,neutron:SELECT=56 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:58.240988 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=53 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:58.792882 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=8 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:58.798832 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=81 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:01.456842 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:08.948923 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:08.953772 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:11.389644 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:11.391474 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:13.312175 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-8445c76c-0979-40bd-a642-1badbfb438f0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410953 Sep 30 10:01:13.411662 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-46cc7366-e800-4aed-8775-721302f5b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:13.413084 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-46cc7366-e800-4aed-8775-721302f5b193 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=85eef8fd790146cfa7da6214c13ca262&device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 1129 time: 0.0377634 Sep 30 10:01:13.515280 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-0baf1aa7-c7d9-47d2-a58f-6f3d824d1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:13.516713 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-0baf1aa7-c7d9-47d2-a58f-6f3d824d1086 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 200 len: 911 time: 0.0823200 Sep 30 10:01:13.579572 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-2a2304e7-3de9-4917-8a48-b175368dbc9e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae HTTP/1.1" status: 200 len: 1001 time: 0.0556455 Sep 30 10:01:13.627425 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-26972a7a-9ec9-4e72-b715-f168ddc4f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:13.628826 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-26972a7a-9ec9-4e72-b715-f168ddc4f89a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 200 len: 849 time: 0.0426722 Sep 30 10:01:13.670655 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-fd43fd1a-e667-45c4-93c0-a9a3e91df81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:13.672072 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-fd43fd1a-e667-45c4-93c0-a9a3e91df81e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=6c765eee-bae8-4b34-897a-abb29acd5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368242 Sep 30 10:01:13.762361 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-feca75d1-1ad4-4325-bcfe-c4ad33f771bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840800 Sep 30 10:01:13.858121 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-459a8591-8509-40f7-be9a-7d3ec8839d4a req-b872e32a-6ddb-4bc1-b04b-314c7c9ebcb7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896497 Sep 30 10:01:21.565063 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2ce1008a-4a87-4a03-a6c7-1b14cfb31ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:21.704497 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:21.705253 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:23.724993 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c2e3aa52-7bb9-4c79-97bc-b2e7973fceb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:23.853965 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=52 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:23.854738 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=49 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:24.718777 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:01:25.044735 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:26.720651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:26.720651 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:31.444918 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:34.715154 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:41.407599 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:41.409939 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:45.943573 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:45.949405 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:48.947976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3d6e3-9bf1-4300-b127-f4a9f5b270de req-7a8e7cd7-5bb4-4642-96b7-7d6b84b667c5 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:48.949419 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f5e3d6e3-9bf1-4300-b127-f4a9f5b270de req-7a8e7cd7-5bb4-4642-96b7-7d6b84b667c5 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Sep 30 10:01:48.996761 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-f5e3d6e3-9bf1-4300-b127-f4a9f5b270de req-1f0a3664-8227-4dde-800b-210f74910f4f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415812 Sep 30 10:01:50.167762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0617d-60fb-457f-ae00-aa35d9b4b790 req-0fb10b07-df24-4578-aaea-6b1155d0d44d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:50.169751 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fe0617d-60fb-457f-ae00-aa35d9b4b790 req-0fb10b07-df24-4578-aaea-6b1155d0d44d tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0462832 Sep 30 10:01:50.216380 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-2fe0617d-60fb-457f-ae00-aa35d9b4b790 req-c400cb30-f952-4b69-97e8-9dff44fd66ad tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Sep 30 10:01:50.854727 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-20e7a847-e0de-4717-beee-fdaa5984f185 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:50.856145 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-20e7a847-e0de-4717-beee-fdaa5984f185 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0461342 Sep 30 10:01:50.933301 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Deleting port 5a8a2d85-a9ed-4cda-a769-17f985851fae {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:01:50.933641 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.023235 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] For port 5a8a2d85-a9ed-4cda-a769-17f985851fae, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5a8a2d85-a9ed-4cda-a769-17f985851fae,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:01:51.023597 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.181135 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.181490 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3729831'] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), after_update {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.181800 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.db.l3_db [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Floating IP ee32de26-d94b-4061-a663-1b2dd908287d disassociated. External IP: 172.37.6.163, port: 5a8a2d85-a9ed-4cda-a769-17f985851fae. Sep 30 10:01:51.182137 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Calling delete_port for 5a8a2d85-a9ed-4cda-a769-17f985851fae owned by compute:nova {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:01:51.344338 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bdf5-8261-4589-b24b-ab5f5cebdb07 req-23e3c694-fea2-46a3-8e67-6fded1316e66 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 10:01:51.345796 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79f7bdf5-8261-4589-b24b-ab5f5cebdb07 req-23e3c694-fea2-46a3-8e67-6fded1316e66 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 945 time: 0.0517738 Sep 30 10:01:51.398106 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-79f7bdf5-8261-4589-b24b-ab5f5cebdb07 req-562cdebe-fe78-4ccc-9124-acb25d8b6e80 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f2a6c367-7862-4ec6-9997-942326f64401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Sep 30 10:01:51.530110 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-81a3a4a9-a9ee-4cfe-bd7b-ec1981a72d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.615812 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (5a8a2d85-a9ed-4cda-a769-17f985851fae), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.641746 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'Port': ['ID=5a8a2d85-a9ed-4cda-a769-17f985851fae,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:01:51.651341 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.651685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.652026 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.652362 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.652694 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.653019 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.653344 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.653666 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.653989 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.654312 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.655064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.655064 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.655283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.655581 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.655900 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:51.762796 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 10:01:51.861958 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 10:01:51.871205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 10:01:51.880659 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:01:51.881254 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:01:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:51.903522 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] No DVR routers for this DVR port 5a8a2d85-a9ed-4cda-a769-17f985851fae on host hv-cinder-maste {{(pid=113202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 10:01:51.906140 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for port (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:51.909523 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [req-b64b1a05-97f5-4c87-b2fb-49a6d7f7134d req-b0663372-5378-425b-93f1-f4242b7f4e9f tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5a8a2d85-a9ed-4cda-a769-17f985851fae HTTP/1.1" status: 204 len: 173 time: 1.0488558 Sep 30 10:01:51.910042 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'name': 'network-vif-deleted', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae'}] {{(pid=113202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 10:01:51.912863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}210d4f3c60983e71235eac848255b93d8d723a1b68f10aaa2b80811efb6389b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11461f-973f-482d-a119-734e8763eda1" -d '{"events": [{"server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "name": "network-vif-deleted", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae"}]}' {{(pid=113202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 10:01:51.951575 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe5c0e-5fe1-4c77-beaf-7fde766d9d48 x-openstack-request-id: req-36fe5c0e-5fe1-4c77-beaf-7fde766d9d48 {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 10:01:51.951867 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab42327-a15b-4fd8-ac92-a2334ed2c107", "name": "network-vif-deleted", "tag": "5a8a2d85-a9ed-4cda-a769-17f985851fae", "status": "completed", "code": 200}]} {{(pid=113202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 10:01:51.952128 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36fe5c0e-5fe1-4c77-beaf-7fde766d9d48 {{(pid=113202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 10:01:51.952533 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fe5c0e-5fe1-4c77-beaf-7fde766d9d48'] response: {'server_uuid': '9ab42327-a15b-4fd8-ac92-a2334ed2c107', 'name': 'network-vif-deleted', 'tag': '5a8a2d85-a9ed-4cda-a769-17f985851fae', 'status': 'completed', 'code': 200} Sep 30 10:01:52.114372 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:01:52.304261 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:52.332572 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 10:01:52.341717 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:01:52.342324 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:01:24Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:52.445018 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:01:52.513304 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [req-87c0d140-e947-4e46-bdd7-65e48f2e09e0 req-c33af4e9-39c9-4e66-a523-6563b278ca51 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9ab42327-a15b-4fd8-ac92-a2334ed2c107 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Sep 30 10:01:52.631116 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:52.656915 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4277-84ae-4021-b7dd-42a37bdf6971 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 4, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '54c4d0b4-c612-4724-9902-f7424400906b', 'name': '', 'network_id': '6c765eee-bae8-4b34-897a-abb29acd5a27', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'mac_address': 'fa:16:3e:fb:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:49Z', 'updated_at': '2022-09-30T09:57:53Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'subnets': [{'id': 'cdfb3e22-5a9f-46a0-8aac-da19c4e3d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 10:01:52.877104 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4deb54-ef39-4cee-ba71-6e9cee8f7e41 None None] New status for floating IP ee32de26-d94b-4061-a663-1b2dd908287d: DOWN {{(pid=113205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 10:01:53.668032 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36800) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:01:53.701300 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-9e80c261-2af4-42fa-b27e-5f7ac2940274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:53.724669 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (f2a6c367-7862-4ec6-9997-942326f64401), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:53.735575 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:53.746792 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (f2a6c367-7862-4ec6-9997-942326f64401), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:53.749043 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:53.855542 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f2a6c367-7862-4ec6-9997-942326f64401), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:53.858181 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:53.859348 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f2a6c367-7862-4ec6-9997-942326f64401 HTTP/1.1" status: 204 len: 168 time: 0.1902871 Sep 30 10:01:53.862205 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36802) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:01:53.868808 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f81f-b152-4669-9023-10df454ccd88 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6c367-7862-4ec6-9997-942326f64401,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:01:53.876148 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.api.v2.resource [None req-29daddb6-37ac-4cdc-af8f-07c7e09177f4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] show failed (client error): The resource could not be found. Sep 30 10:01:53.877202 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-29daddb6-37ac-4cdc-af8f-07c7e09177f4 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "GET /networking/v2.0/security-groups/f2a6c367-7862-4ec6-9997-942326f64401 HTTP/1.1" status: 404 len: 347 time: 0.0136230 Sep 30 10:01:53.880152 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36804) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:01:53.994861 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Deleting port 37bb6846-23f3-4ef8-86d2-87a1623f2047 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:01:53.995203 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.072435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.072762 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (37bb6846-23f3-4ef8-86d2-87a1623f2047), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.085622 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Calling delete_port for 37bb6846-23f3-4ef8-86d2-87a1623f2047 owned by network:floatingip {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:01:54.273233 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (37bb6846-23f3-4ef8-86d2-87a1623f2047), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.297143 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Pushing event deleted for resources: {'Port': ['ID=37bb6846-23f3-4ef8-86d2-87a1623f2047,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:01:54.322376 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.322754 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.323092 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.323428 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.323758 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.324085 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.324406 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.324725 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.325045 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.325380 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.326329 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.326723 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.326994 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.327311 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.327628 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:01:54.367515 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks [] for floatingip (ee32de26-d94b-4061-a663-1b2dd908287d), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.369990 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19823'] for floatingip (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:54.371160 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-35562635-11bf-4581-bda9-e513066cc395 tempest-AttachVolumeTestJSON-1314467243 tempest-AttachVolumeTestJSON-1314467243-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/ee32de26-d94b-4061-a663-1b2dd908287d HTTP/1.1" status: 204 len: 168 time: 0.4901259 Sep 30 10:01:55.061111 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:55.676820 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5a8a2d85-a9ed-4cda-a769-17f985851fae no longer exists at agent hyperv_hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 10:01:55.697073 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] No Port match for: 5a8a2d85-a9ed-4cda-a769-17f985851fae {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 10:01:55.697415 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Device 5a8a2d85-a9ed-4cda-a769-17f985851fae not bound to the agent host hv-cinder-maste {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 10:01:56.650146 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:56.672437 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:58.236828 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36832) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:01:58.531817 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769255'] for router_interface (a7292184-b277-423e-aad0-6cbd01679528), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:58.747738 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Deleting port 54c4d0b4-c612-4724-9902-f7424400906b {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:01:58.748076 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (54c4d0b4-c612-4724-9902-f7424400906b), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:58.827748 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] For port 54c4d0b4-c612-4724-9902-f7424400906b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=54c4d0b4-c612-4724-9902-f7424400906b,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:01:58.828029 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (54c4d0b4-c612-4724-9902-f7424400906b), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:58.840179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Calling delete_port for 54c4d0b4-c612-4724-9902-f7424400906b owned by network:router_interface {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:01:58.947879 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:58.993774 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:59.067139 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (54c4d0b4-c612-4724-9902-f7424400906b), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.092571 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=54c4d0b4-c612-4724-9902-f7424400906b,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:01:59.257588 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3729431'] for router_interface (a7292184-b277-423e-aad0-6cbd01679528), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.454779 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Router a7292184-b277-423e-aad0-6cbd01679528 has already been hosted by L3 agent f5466ce9-0855-4612-877a-64efcec2a7ae {{(pid=113202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 10:01:59.553942 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=113202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 10:01:59.559130 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-3ac34ffd-6999-4579-a3cd-ba1367943a4d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/a7292184-b277-423e-aad0-6cbd01679528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3216395 Sep 30 10:01:59.562198 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36834) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:01:59.563734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Sync routers for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 10:01:59.574527 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:01:59.575252 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:01:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:59.659569 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks [] for router (a7292184-b277-423e-aad0-6cbd01679528), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.675496 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: dv-cinder-master-3-iscsi {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:01:59.759097 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks [] for router_gateway (a7292184-b277-423e-aad0-6cbd01679528), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.793013 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=100 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:59.801342 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:59.854634 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'external_fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25'}], 'enable_snat': True}, 'gw_port_id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T10:01:58Z', 'revision_number': 5, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port': {'id': 'beeb0a48-a86c-43a4-9603-e4b77a8d536b', 'name': '', 'network_id': '357201ed-46d8-4a8e-b639-1f9bf08174d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7292184-b277-423e-aad0-6cbd01679528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'ip_address': '172.37.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:57:47Z', 'updated_at': '2022-09-30T09:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd17ed916-ebf0-4a94-a3d0-5eb91b98323c', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:59.858616 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:59.880487 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Checking router: a7292184-b277-423e-aad0-6cbd01679528 for host: dv-cinder-master-3-iscsi {{(pid=113204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 10:01:59.888999 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Routers {'a7292184-b277-423e-aad0-6cbd01679528'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=113204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 10:01:59.889588 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:37:24Z,description=,heartbeat_timestamp=2022-09-30T10:01:54Z,host='dv-cinder-master-3-iscsi',id=f5466ce9-0855-4612-877a-64efcec2a7ae,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:37:24Z,topic='l3_agent')) {'router_ids': ['a7292184-b277-423e-aad0-6cbd01679528'], 'active': True} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:01:59.890469 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Deleting port beeb0a48-a86c-43a4-9603-e4b77a8d536b {{(pid=113202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:01:59.890837 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.974209 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.db [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] For port beeb0a48-a86c-43a4-9603-e4b77a8d536b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=beeb0a48-a86c-43a4-9603-e4b77a8d536b,segment=NetworkSegment(c9c65e7a-b920-41dd-b960-210be8a11a19),segment_id=c9c65e7a-b920-41dd-b960-210be8a11a19)] {{(pid=113202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:01:59.974572 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.976178 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvr_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] Set router a7292184-b277-423e-aad0-6cbd01679528 gateway port host: None {{(pid=113204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 10:01:59.988573 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Calling delete_port for beeb0a48-a86c-43a4-9603-e4b77a8d536b owned by network:router_gateway {{(pid=113202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:01:59.998685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:00.025107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_hamode_db [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T10:01:59Z', 'revision_number': 6, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=113204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:02:00.049167 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a0cf-9e0e-42b0-8a2c-dc46f1b1d329 None None] The sync data for ids ['a7292184-b277-423e-aad0-6cbd01679528'] in dv-cinder-master-3-iscsi is: [{'id': 'a7292184-b277-423e-aad0-6cbd01679528', 'name': 'tempest-AttachVolumeTestJSON-155296826-router', 'tenant_id': '85eef8fd790146cfa7da6214c13ca262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:57:46Z', 'updated_at': '2022-09-30T10:01:59Z', 'revision_number': 6, 'project_id': '85eef8fd790146cfa7da6214c13ca262', 'gw_port_host': None}] {{(pid=113204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 10:02:00.204295 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8612765'] for port (beeb0a48-a86c-43a4-9603-e4b77a8d536b), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.230046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=beeb0a48-a86c-43a4-9603-e4b77a8d536b,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:00.295571 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3729761'] for router_gateway (a7292184-b277-423e-aad0-6cbd01679528), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.374949 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3729528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3223'] for router (a7292184-b277-423e-aad0-6cbd01679528), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.376984 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks [] for router_controller (a7292184-b277-423e-aad0-6cbd01679528), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.478864 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3729505'] for router (a7292184-b277-423e-aad0-6cbd01679528), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.479474 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7292184-b277-423e-aad0-6cbd01679528 {{(pid=113202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 10:02:00.484265 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.485401 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-6f0f5049-99bc-4980-bf13-4839ef0d26d4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/a7292184-b277-423e-aad0-6cbd01679528 HTTP/1.1" status: 204 len: 168 time: 0.9222901 Sep 30 10:02:00.490415 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36836) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:00.531878 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Deleting subnet cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 {{(pid=113202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 10:02:00.535176 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Publish callbacks [] for subnet (cdfb3e22-5a9f-46a0-8aac-da19c4e3d178), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.569384 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569808'] for subnet (cdfb3e22-5a9f-46a0-8aac-da19c4e3d178), precommit_delete_associations {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.645402 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493326'] for subnet (cdfb3e22-5a9f-46a0-8aac-da19c4e3d178), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.753179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1546021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8612800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584335'] for subnet (cdfb3e22-5a9f-46a0-8aac-da19c4e3d178), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.777370 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfb3e22-5a9f-46a0-8aac-da19c4e3d178,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:00.783905 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.793845 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-bbea3f72-406f-4725-a63d-3767f81fd0f7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/cdfb3e22-5a9f-46a0-8aac-da19c4e3d178 HTTP/1.1" status: 204 len: 168 time: 0.2982523 Sep 30 10:02:00.794061 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36838) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:00.794543 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc624de6-3000-4e45-8890-56c43cdcba74 None None] Network 6c765eee-bae8-4b34-897a-abb29acd5a27 requested from dv-cinder-master-3-iscsi {{(pid=113204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 10:02:00.855823 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 54c4d0b4-c612-4724-9902-f7424400906b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 10:02:00.872504 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518623'] for network (6c765eee-bae8-4b34-897a-abb29acd5a27), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.877444 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 54c4d0b4-c612-4724-9902-f7424400906b {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 10:02:00.877780 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 54c4d0b4-c612-4724-9902-f7424400906b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 10:02:00.878188 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device beeb0a48-a86c-43a4-9603-e4b77a8d536b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 10:02:00.916040 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Deleting port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 {{(pid=113203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:02:00.916276 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:00.917416 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: beeb0a48-a86c-43a4-9603-e4b77a8d536b {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 10:02:00.917944 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device beeb0a48-a86c-43a4-9603-e4b77a8d536b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 10:02:00.957104 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:00.989008 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.db [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] For port 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=476f0e98-0f2c-4e96-9e9d-e51e538823f1,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:02:00.989367 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.000089 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:01.005599 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.plugin [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Calling delete_port for 476f0e98-0f2c-4e96-9e9d-e51e538823f1 owned by network:dhcp {{(pid=113203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:02:01.008667 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] DHCP port deletion for 6c765eee-bae8-4b34-897a-abb29acd5a27 request from dv-cinder-master-3-iscsi {{(pid=113204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 10:02:01.053686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Deleting port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 {{(pid=113204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 10:02:01.056871 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737454957846'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), before_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.125580 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.db [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] For port 476f0e98-0f2c-4e96-9e9d-e51e538823f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=476f0e98-0f2c-4e96-9e9d-e51e538823f1,segment=NetworkSegment(46a05691-a9f7-44f4-88e8-053c7fa824e0),segment_id=46a05691-a9f7-44f4-88e8-053c7fa824e0)] {{(pid=113204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 10:02:01.125973 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3728993'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), precommit_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.141862 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Calling delete_port for 476f0e98-0f2c-4e96-9e9d-e51e538823f1 owned by network:dhcp {{(pid=113204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 10:02:01.142742 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9763391'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.166387 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Pushing event deleted for resources: {'Port': ['ID=476f0e98-0f2c-4e96-9e9d-e51e538823f1,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:01.171306 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] No DVR routers for this DVR port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 on host dv-cinder-master-3-iscsi {{(pid=113203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 10:02:01.221725 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1482370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737454959764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737454515667'] for port (476f0e98-0f2c-4e96-9e9d-e51e538823f1), after_delete {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.246405 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368184', 'neutron.services.segments.db._delete_segments_for_network-8737455032522'] for network (6c765eee-bae8-4b34-897a-abb29acd5a27), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.246638 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Pushing event deleted for resources: {'Port': ['ID=476f0e98-0f2c-4e96-9e9d-e51e538823f1,revision_number=None']} {{(pid=113204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:01.249473 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] No DVR routers for this DVR port 476f0e98-0f2c-4e96-9e9d-e51e538823f1 on host dv-cinder-master-3-iscsi {{(pid=113204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 10:02:01.259940 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.260057 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.260433 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.260704 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.261137 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.261341 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.262107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.262107 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.262507 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.262783 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.263650 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.263775 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.264070 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.264382 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.264694 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ccd548-100f-4bd8-98ba-d61c316fe64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:01.271445 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c765eee-bae8-4b34-897a-abb29acd5a27']}} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:02:01.281009 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a05691-a9f7-44f4-88e8-053c7fa824e0') {'for_net_delete': True} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:02:01.281307 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.services.segments.db [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a05691-a9f7-44f4-88e8-053c7fa824e0') {} {{(pid=113203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 10:02:01.290843 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737454988647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9732290'] for segment (46a05691-a9f7-44f4-88e8-053c7fa824e0), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.304294 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661'] for segment (46a05691-a9f7-44f4-88e8-053c7fa824e0), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.311435 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=113203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 10:02:01.311814 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1370661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9763532'] for segment (46a05691-a9f7-44f4-88e8-053c7fa824e0), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.329046 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 46a05691-a9f7-44f4-88e8-053c7fa824e0 resource provider aggregate not found Sep 30 10:02:01.357156 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.services.segments.plugin [-] Segment 46a05691-a9f7-44f4-88e8-053c7fa824e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46a05691-a9f7-44f4-88e8-053c7fa824e0 found for delete ", "request_id": "req-fbb61be1-5607-4411-b453-94648b6efcd3"}]} Sep 30 10:02:01.444086 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1368179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3729818'] for network (6c765eee-bae8-4b34-897a-abb29acd5a27), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.449423 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689849'] for network (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.457021 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/6c765eee-bae8-4b34-897a-abb29acd5a27 HTTP/1.1" status: 204 len: 168 time: 0.6616507 Sep 30 10:02:01.467633 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5efe00-fb13-4b74-8b5c-e26ab84b804b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c765eee-bae8-4b34-897a-abb29acd5a27,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:01.507292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.718189 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:02:01.781535 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36846) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:01.821675 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-82f38b10-e1df-4dbe-88ec-56a001c93557 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=85eef8fd790146cfa7da6214c13ca262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389371 Sep 30 10:02:01.824076 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36848) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:01.873958 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] Publish callbacks [] for security_group (cb235bf8-827b-4eff-b017-d7559402eaee), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.893492 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] Publish callbacks [] for security_group (cb235bf8-827b-4eff-b017-d7559402eaee), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.998083 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (cb235bf8-827b-4eff-b017-d7559402eaee), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:02.000668 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:02.001834 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cb235bf8-827b-4eff-b017-d7559402eaee HTTP/1.1" status: 204 len: 168 time: 0.1768827 Sep 30 10:02:02.009871 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a9940-7883-4e5f-a5f2-ed36ca245e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb235bf8-827b-4eff-b017-d7559402eaee,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:02.816829 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 476f0e98-0f2c-4e96-9e9d-e51e538823f1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 10:02:02.835274 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.plugin [None req-3553b2c4-a215-4526-b771-8c565331667e None None] No Port match for: 476f0e98-0f2c-4e96-9e9d-e51e538823f1 {{(pid=113204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 10:02:02.835617 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron.plugins.ml2.rpc [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Device 476f0e98-0f2c-4e96-9e9d-e51e538823f1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=113204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 10:02:02.949314 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:03.788551 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36898) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:03.893825 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fa4a099f-d743-463c-a5aa-4c0f2ebf5cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:03.904531 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:03.913519 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:03.969685 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fa4a099f-d743-463c-a5aa-4c0f2ebf5cd8 admin admin] Publish callbacks [] for security_group (b28a3721-3c70-4c63-8b4b-1781a0f3425a), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.020823 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-fa4a099f-d743-463c-a5aa-4c0f2ebf5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b28a3721-3c70-4c63-8b4b-1781a0f3425a), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.058375 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-fa4a099f-d743-463c-a5aa-4c0f2ebf5cd8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=079de817fc624bd4b00f344c664d951c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687929 Sep 30 10:02:04.061356 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a099f-d743-463c-a5aa-4c0f2ebf5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28a3721-3c70-4c63-8b4b-1781a0f3425a,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:04.061649 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36902) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:04.111038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] Publish callbacks [] for security_group (b28a3721-3c70-4c63-8b4b-1781a0f3425a), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.131179 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] Publish callbacks [] for security_group (b28a3721-3c70-4c63-8b4b-1781a0f3425a), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.243930 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b28a3721-3c70-4c63-8b4b-1781a0f3425a), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.246556 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:04.248285 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b28a3721-3c70-4c63-8b4b-1781a0f3425a HTTP/1.1" status: 204 len: 168 time: 0.1856291 Sep 30 10:02:04.256519 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d031be7-401c-420f-bc4f-2de0abf6dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28a3721-3c70-4c63-8b4b-1781a0f3425a,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:09.491048 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36974) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:09.596510 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-936bddd8-578e-4e5b-a8ce-c6b067910fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.669677 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-936bddd8-578e-4e5b-a8ce-c6b067910fa5 admin admin] Publish callbacks [] for security_group (b638e7d0-4774-47bf-8f6a-dabe17eaaece), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.718124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-936bddd8-578e-4e5b-a8ce-c6b067910fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b638e7d0-4774-47bf-8f6a-dabe17eaaece), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.756934 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-936bddd8-578e-4e5b-a8ce-c6b067910fa5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8e0743ef9beb45739ba705ffdce70162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645912 Sep 30 10:02:09.757781 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bddd8-578e-4e5b-a8ce-c6b067910fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b638e7d0-4774-47bf-8f6a-dabe17eaaece,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:09.760427 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36978) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:09.813206 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] Publish callbacks [] for security_group (b638e7d0-4774-47bf-8f6a-dabe17eaaece), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.833049 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] Publish callbacks [] for security_group (b638e7d0-4774-47bf-8f6a-dabe17eaaece), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.963475 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (b638e7d0-4774-47bf-8f6a-dabe17eaaece), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.965905 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:09.967057 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b638e7d0-4774-47bf-8f6a-dabe17eaaece HTTP/1.1" status: 204 len: 168 time: 0.2053454 Sep 30 10:02:09.974666 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d96883-18b9-49cb-8a7b-6b6c8a88508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638e7d0-4774-47bf-8f6a-dabe17eaaece,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:10.494564 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 36984) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:10.508880 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769c3697-9512-4027-bbaa-57033305231a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.581856 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769c3697-9512-4027-bbaa-57033305231a admin admin] Publish callbacks [] for security_group (f58f014a-71ea-4a11-80e8-52db1c5ecd7b), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.655132 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-769c3697-9512-4027-bbaa-57033305231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f58f014a-71ea-4a11-80e8-52db1c5ecd7b), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.694966 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-769c3697-9512-4027-bbaa-57033305231a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ef63e4186cc34e35a5244d9efbc38bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992474 Sep 30 10:02:10.696966 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c3697-9512-4027-bbaa-57033305231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f014a-71ea-4a11-80e8-52db1c5ecd7b,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:10.697712 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 36986) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:10.721924 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:10.749769 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] Publish callbacks [] for security_group (f58f014a-71ea-4a11-80e8-52db1c5ecd7b), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.769976 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] Publish callbacks [] for security_group (f58f014a-71ea-4a11-80e8-52db1c5ecd7b), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.883540 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f58f014a-71ea-4a11-80e8-52db1c5ecd7b), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.886070 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:10.887332 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f58f014a-71ea-4a11-80e8-52db1c5ecd7b HTTP/1.1" status: 204 len: 168 time: 0.1885304 Sep 30 10:02:10.895666 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3c0b2-339f-4e94-967a-2fefae67b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f014a-71ea-4a11-80e8-52db1c5ecd7b,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:20.689747 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:20.693653 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:INSERT=17,neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:20.891297 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:20.907524 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:20.908257 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:21.523432 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 37104) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:21.535285 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8a94-80a9-4e6b-a1d2-debc5f4f6a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:21.630058 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-80cbda0c-87b1-4f36-ad7e-51e9c40cfc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:21.702923 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-80cbda0c-87b1-4f36-ad7e-51e9c40cfc5d admin admin] Publish callbacks [] for security_group (f7e9015b-cf16-4cce-8c2b-f25b8f2f2755), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:21.768944 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-80cbda0c-87b1-4f36-ad7e-51e9c40cfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f7e9015b-cf16-4cce-8c2b-f25b8f2f2755), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:21.809366 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-80cbda0c-87b1-4f36-ad7e-51e9c40cfc5d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7eecfa8e79144860a3def88b9bccd3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848825 Sep 30 10:02:21.810258 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbda0c-87b1-4f36-ad7e-51e9c40cfc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9015b-cf16-4cce-8c2b-f25b8f2f2755,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:21.812128 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 37108) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:21.861285 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] Publish callbacks [] for security_group (f7e9015b-cf16-4cce-8c2b-f25b8f2f2755), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:21.881012 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] Publish callbacks [] for security_group (f7e9015b-cf16-4cce-8c2b-f25b8f2f2755), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.003500 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (f7e9015b-cf16-4cce-8c2b-f25b8f2f2755), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.005972 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.007379 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f7e9015b-cf16-4cce-8c2b-f25b8f2f2755 HTTP/1.1" status: 204 len: 168 time: 0.1941864 Sep 30 10:02:22.015283 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75364615-4d7b-4578-a82a-ca20ef2f3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9015b-cf16-4cce-8c2b-f25b8f2f2755,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:22.579345 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 37114) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:22.592787 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5470ab7f-c8ae-4f34-8380-3bdc72060400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.666863 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5470ab7f-c8ae-4f34-8380-3bdc72060400 admin admin] Publish callbacks [] for security_group (0890b4f8-06ce-4ae8-948b-77afceb4c42f), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.717436 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-5470ab7f-c8ae-4f34-8380-3bdc72060400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0890b4f8-06ce-4ae8-948b-77afceb4c42f), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.755919 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-5470ab7f-c8ae-4f34-8380-3bdc72060400 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=562a7cabc2574abe8b59092a040ba0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754100 Sep 30 10:02:22.758046 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470ab7f-c8ae-4f34-8380-3bdc72060400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0890b4f8-06ce-4ae8-948b-77afceb4c42f,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:22.758964 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 37116) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:22.810583 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] Publish callbacks [] for security_group (0890b4f8-06ce-4ae8-948b-77afceb4c42f), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.830049 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] Publish callbacks [] for security_group (0890b4f8-06ce-4ae8-948b-77afceb4c42f), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.928466 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (0890b4f8-06ce-4ae8-948b-77afceb4c42f), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.931032 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:22.932173 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0890b4f8-06ce-4ae8-948b-77afceb4c42f HTTP/1.1" status: 204 len: 168 time: 0.1722350 Sep 30 10:02:22.940940 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5027-7081-4ec7-aee5-d1522333c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890b4f8-06ce-4ae8-948b-77afceb4c42f,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:22.950036 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=15 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:22.955668 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:23.521995 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 37122) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:23.535489 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bb36933f-a011-44c0-92b8-3dc081300332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.611767 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bb36933f-a011-44c0-92b8-3dc081300332 admin admin] Publish callbacks [] for security_group (5c83c54c-ee64-42bc-9899-78da1671c09e), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.666528 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-bb36933f-a011-44c0-92b8-3dc081300332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5c83c54c-ee64-42bc-9899-78da1671c09e), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.695101 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ec8a414c-c650-42dd-8618-e06ee47e24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.707859 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-bb36933f-a011-44c0-92b8-3dc081300332 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4c363685018e4809abd8c16a4e1372da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847389 Sep 30 10:02:23.709215 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36933f-a011-44c0-92b8-3dc081300332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83c54c-ee64-42bc-9899-78da1671c09e,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:23.710671 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 37124) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:23.760547 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] Publish callbacks [] for security_group (5c83c54c-ee64-42bc-9899-78da1671c09e), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.779849 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] Publish callbacks [] for security_group (5c83c54c-ee64-42bc-9899-78da1671c09e), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.900748 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (5c83c54c-ee64-42bc-9899-78da1671c09e), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.903443 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:23.904585 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5c83c54c-ee64-42bc-9899-78da1671c09e HTTP/1.1" status: 204 len: 168 time: 0.1929440 Sep 30 10:02:23.912541 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c6dd-992d-452b-ad21-58c00a5865a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83c54c-ee64-42bc-9899-78da1671c09e,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:25.060481 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:26.683643 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:26.712441 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:31.488578 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:33.701084 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=57,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:33.705548 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:33.907974 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:33.908970 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:38.719761 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:02:41.412861 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:41.414781 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:48.711623 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:48.712264 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:51.538822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-86d6dbeb-0aba-41ff-bf2e-477289494001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.495524 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 37306) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:53.598426 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.674691 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Publish callbacks [] for security_group (624588a7-de0c-4b35-ad14-601dab8171d6), precommit_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.723087 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-4ba04801-ae98-4d98-92bb-f6e7685efd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.733138 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (624588a7-de0c-4b35-ad14-601dab8171d6), after_create {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.770261 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624588a7-de0c-4b35-ad14-601dab8171d6,revision_number=1']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:53.774681 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=52cdb6161cd54d0b9330532d7c6d4029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781415 Sep 30 10:02:53.777563 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 37310) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:02:53.780460 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.780802 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.781138 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.781466 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.781793 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.782116 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.782436 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.782783 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.783104 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.783437 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.783753 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.784215 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.784387 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.784698 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.785008 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36de2f8-c7fa-48ce-9312-923f9d41c42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:02:53.827142 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] Publish callbacks [] for security_group (624588a7-de0c-4b35-ad14-601dab8171d6), before_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.850109 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] Publish callbacks [] for security_group (624588a7-de0c-4b35-ad14-601dab8171d6), precommit_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.968179 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (624588a7-de0c-4b35-ad14-601dab8171d6), after_delete {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.970713 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:53.971835 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/624588a7-de0c-4b35-ad14-601dab8171d6 HTTP/1.1" status: 204 len: 168 time: 0.1931460 Sep 30 10:02:53.979743 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f647f4-7c0e-4ab0-a11c-9c519d0db383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624588a7-de0c-4b35-ad14-601dab8171d6,revision_number=None']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:02:55.071135 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:56.653923 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:56.733708 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:59.947026 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:59.951875 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:01.493686 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:03.766355 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:03.776452 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:03.878878 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:03.975861 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:06.981757 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [-] (113203) accepted ('10.222.0.39', 37444) {{(pid=113203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:03:07.084024 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.156420 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Publish callbacks [] for security_group (934efecd-d8a6-41c4-830c-c1525e6f76e2), precommit_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.219607 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron_lib.callbacks.manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (934efecd-d8a6-41c4-830c-c1525e6f76e2), after_create {{(pid=113203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.258124 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934efecd-d8a6-41c4-830c-c1525e6f76e2,revision_number=1']} {{(pid=113203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:03:07.262035 dv-cinder-master-3-iscsi neutron-server[113203]: INFO neutron.wsgi [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6da128f02e0549a499923e6db6b5651d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792888 Sep 30 10:03:07.265006 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [-] (113202) accepted ('10.222.0.39', 37448) {{(pid=113202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 10:03:07.269998 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.270348 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.270724 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.271068 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.271398 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.271731 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.272059 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.272381 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.272705 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.273038 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.273361 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.273681 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.274001 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.274317 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.274652 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856a7d1-d9f2-4a28-a359-899f31267453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=113203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 10:03:07.314318 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] Publish callbacks [] for security_group (934efecd-d8a6-41c4-830c-c1525e6f76e2), before_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.334179 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] Publish callbacks [] for security_group (934efecd-d8a6-41c4-830c-c1525e6f76e2), precommit_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.419143 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731660'] for security_group (934efecd-d8a6-41c4-830c-c1525e6f76e2), after_delete {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.421605 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron_lib.callbacks.manager [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:07.422822 dv-cinder-master-3-iscsi neutron-server[113202]: INFO neutron.wsgi [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/934efecd-d8a6-41c4-830c-c1525e6f76e2 HTTP/1.1" status: 204 len: 168 time: 0.1566782 Sep 30 10:03:07.430491 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d88466-c727-41bc-bfda-0db8c3db0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934efecd-d8a6-41c4-830c-c1525e6f76e2,revision_number=None']} {{(pid=113202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 10:03:11.423472 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:15.717688 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:03:17.256703 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:17.263740 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG dbcounter [-] [113203] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=113203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:17.366070 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:17.425877 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG dbcounter [-] [113202] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:17.443028 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:21.567405 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-93f507b3-9f12-49e0-a62b-05bf3a3ef6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:23.733262 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b8a765c1-8b7c-4402-b486-4b30e16847eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:25.057787 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:25.712692 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:25.713395 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:26.670057 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:26.704292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:31.493603 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:36.942718 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:36.947557 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:41.419860 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:41.421739 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:03:51.543822 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3a1b815c-7849-4eb8-b43e-b5a1f66db6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:52.716170 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:03:53.731460 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fc084e09-7af6-4c28-8f3a-6f3a8e7151e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:55.063305 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:56.657030 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:56.743504 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:01.485157 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:02.712653 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:06.629143 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:11.442340 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:20.678417 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=17 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:20.681829 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=15 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:21.571345 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d6701242-d278-4ac4-9a06-a981548f0765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:23.720028 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-21b070ea-c6cd-4bc3-84bd-21dd5ea4f3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:25.073896 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:26.644201 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:26.695658 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:29.714808 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:04:31.490842 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:39.710840 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:39.711595 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:41.444010 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:41.449039 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:50.944699 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:50.949592 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:04:51.541954 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-713aae79-8401-4f41-8d0a-0f5f361b3044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:53.719165 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-46e0c5ff-de13-4809-a2cc-d064ea6fca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:55.071873 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:56.650311 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:04:56.694849 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:01.500584 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:06.714257 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:05:11.441907 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:11.447883 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:16.711209 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:21.550916 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-335b0ef3-3fe2-4013-b5d0-4c1ed4919f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:23.706755 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b8842da7-6a14-41af-b0c5-f5438ef66a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:25.072438 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:26.672384 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:26.700714 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:27.951548 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:27.955362 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:31.507210 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:41.444928 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:41.452734 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:43.713949 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:05:51.560957 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-b5825466-da01-4efc-9977-2b5b567982ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:53.709417 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:53.710150 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:05:53.717323 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-041b59c7-7a2b-4495-9d43-dc3ae15e0219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:55.071053 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:56.682703 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:05:56.711205 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:01.509158 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:04.949244 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:04.953079 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=4 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:11.453217 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:11.455035 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:20.713291 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:06:21.590648 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-8ad58a9f-7092-4de2-9350-6ad044f28b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:23.750492 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c070f1f2-b68b-42f0-982e-e58704d866f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:25.074502 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:26.651350 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:26.714114 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:30.707634 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=17 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:30.709875 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=13 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:31.578964 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:41.472352 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:41.474233 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:41.944962 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:41.949747 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=3 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:06:51.549546 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-290f5811-c7c3-487b-a60e-5ce836b2c813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:53.715289 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-0f827c53-4b51-4c79-b84b-5c498dda38a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:55.075111 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:56.645347 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:56.732307 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:06:57.713359 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:07:01.531982 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:05.358984 dv-cinder-master-3-iscsi neutron-server[113203]: DEBUG neutron.wsgi [req-291ea9f3-d0db-47f8-b06a-f39fa53d8b44 req-4bf6238a-2468-4098-80ed-014d30363ecb service neutron] (113203) timed out ('10.222.0.36', 54310) {{(pid=113203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 10:07:06.455572 dv-cinder-master-3-iscsi neutron-server[113202]: DEBUG neutron.wsgi [req-677d963c-139f-47d5-b3a4-c84c63ed23c3 req-8e551dbd-0f07-4fa8-bc11-9c793b086a40 service neutron] (113202) timed out ('10.222.0.36', 54290) {{(pid=113202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 10:07:07.708852 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:07.709542 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:11.470802 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:11.472589 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:19.758529 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:19.759288 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:21.565248 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-452e978a-c6f5-406f-bfd0-ccbf08af18f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:23.725638 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-813ea633-c9e3-4780-99de-124cb6b5805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:25.091292 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:26.648630 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:26.708495 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:31.562896 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:34.712376 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:07:41.505670 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:41.508134 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:44.708974 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=2 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:51.553124 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-d77d34a7-36a9-4025-9fa0-d87a35ad6f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:53.740083 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-c0059b43-4ca0-41e5-ad63-16e405c989f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:55.113065 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:55.945296 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=1 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:55.951121 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=5 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:07:56.644506 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-3553b2c4-a215-4526-b771-8c565331667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (1ee58e17-2039-4185-87d3-a27dbd0d6bba), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:07:56.733853 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-036de8f2-5894-4103-9acb-f916b099df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (444e391b-0438-4622-be05-19b0e3c890f6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:08:01.575717 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8f87-cdc9-429f-acf0-d863ea5cf8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (ffe75df5-08ce-46b2-bd01-35dcd2d34310), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:08:11.501840 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:08:11.504331 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG dbcounter [-] [113204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:08:11.711445 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG neutron.db.agents_db [None req-1a18f675-cb48-4ef7-bfde-617932bdf9d2 None None] Agent healthcheck: found 6 active agents {{(pid=113205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:08:21.534751 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-fb166683-32fe-447b-8e32-3d46ae5d7525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (532d9fe9-e554-43b7-a7c7-06c68875d540), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:08:21.707246 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=14 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:08:21.708583 dv-cinder-master-3-iscsi neutron-server[113205]: DEBUG dbcounter [-] [113205] Writing DB stats neutron:SELECT=14 {{(pid=113205) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:08:23.741497 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-2480339a-e89d-4a77-8196-3dac48348102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (f5466ce9-0855-4612-877a-64efcec2a7ae), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:08:25.089568 dv-cinder-master-3-iscsi neutron-server[113204]: DEBUG neutron_lib.callbacks.manager [None req-5e859d65-e0cc-4bce-acc4-f885a664e330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737455032504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373755'] for agent (7b674a37-4691-43f7-9214-1657a8567ba6), after_update {{(pid=113204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}